-- Logs begin at Mon 2021-04-19 18:04:41 UTC, end at Mon 2021-04-19 19:07:32 UTC. --
Apr 19 18:37:22.632456 dv-cinder-786929-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 19 18:37:25.824192 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.common.config [-] Logging enabled!
Apr 19 18:37:25.824740 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99
Apr 19 18:37:25.826690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86194) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 18:37:25.828458 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.common.config [-] Logging enabled!
Apr 19 18:37:25.828748 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99
Apr 19 18:37:25.829104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86194) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 18:37:25.830163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 18:37:25.830454 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 18:37:25.831490 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 18:37:25.831791 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 18:37:25.832036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 18:37:25.832411 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.832760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.833102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.833365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.833712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.834050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.834373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.834737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.835081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.835408 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.835725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.836048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.836312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.836632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.836990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.837301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.837558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.837879 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.838438 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.838784 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.839102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.839436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.839753 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.840066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.840385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.840708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.841097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] host                           = dv-cinder-786929-1-iscsi {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.841933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.842268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.842626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.843061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.843280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.843595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.843923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.844239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.844546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.844910 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.845189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.845519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.845857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.846119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.846345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.846704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.847038 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.847406 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.847664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.847976 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.848288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.848602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.848904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.849231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.849564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.849894 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.850205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.850545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.850854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.851163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.851492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.851805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.852116 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.852426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.852756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.853059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.853368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.853717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.854049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.854374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.854727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.855040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.855365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.855672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.855981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.856287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.856596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.856927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.857250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.857560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.857868 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.858178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.858511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.858842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:25.859180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.859517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.859861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.860184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.860525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.860842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.861173 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.861487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.861817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.862152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.862499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.862818 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.863145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.863460 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.863798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.864150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.864490 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.864847 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.865140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.865451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.865760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.866078 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.866433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.866760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.867094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.867405 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.867720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.868054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.868373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.868681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.868995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.869327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.869640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.870001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.870272 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.870609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.870919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.871225 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.871540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.871872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.872187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.872519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.872828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.873141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.873447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.873769 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.874082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.874415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.874719 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.875035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.875343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.875839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.875955 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.876244 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.876556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.876864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.877173 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.877477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.877784 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.878092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.878467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.878729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.879041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.879348 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.879655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.879959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.880272 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.880579 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.880902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.881239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.881553 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.881855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.882169 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.882506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.882823 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.883138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.883452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.883766 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.884073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.884409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.884730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.885053 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.885371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.885685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.886021 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.886336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.886789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.886992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.887314 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.887656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.888463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.888805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.889140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.889596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.889790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.890114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.890441 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.890807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.891122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:25.891373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 18:37:25.891645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86194) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 19 18:37:26.565957 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO keyring.backend [-] Loading Gnome
Apr 19 18:37:26.583118 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO keyring.backend [-] Loading Google
Apr 19 18:37:26.585856 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO keyring.backend [-] Loading Windows (alt)
Apr 19 18:37:26.589423 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO keyring.backend [-] Loading file
Apr 19 18:37:26.590269 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO keyring.backend [-] Loading keyczar
Apr 19 18:37:26.590575 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO keyring.backend [-] Loading multi
Apr 19 18:37:26.591232 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO keyring.backend [-] Loading pyfs
Apr 19 18:37:26.637709 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86194) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:26.638122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86194) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:26.638505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86194) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:26.638888 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 19 18:37:27.036640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.037201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.037201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.038603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.039031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.039333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.077681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.077988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.078287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.093366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.093681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.093985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.162026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.162351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.162676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.163682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.163986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.165945 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.439118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1b7a3847b8> agent after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.439371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1b7a3847b8> agent after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.439678 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b7a3846a8> segment precommit_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.439986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1b7a384730> network precommit_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.440809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1b7a6ac9d8> segment before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.589050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> network before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.589432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1b7a52fa60> agent before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.589754 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> network before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.590059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> port before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.590361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> port before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.590772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> segment after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.591775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> segment precommit_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.592076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> segment precommit_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.592374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> segment after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.592720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> network after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.593023 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> network precommit_delete 0 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.593332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> port provisioning_complete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.593643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> rbac-policy before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.593938 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> rbac-policy after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.594255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> agent after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.594602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> subnet after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.594904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> subnet precommit_delete 0 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.595225 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> rbac-policy before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.595516 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> rbac-policy before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.595865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> segment_host_mapping after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.596321 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> port after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.596609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> port after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.596892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> port after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.597234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> rbac-policy before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.597518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> rbac-policy before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.597798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7af4df28>> rbac-policy before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.598224 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:37:27.598524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:37:27.598798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:37:27.599067 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:37:27.599338 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:37:27.599608 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:37:27.600029 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 19 18:37:27.603173 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 19 18:37:27.607776 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 19 18:37:27.611529 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Apr 19 18:37:27.613187 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 19 18:37:27.614471 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 19 18:37:27.614855 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 19 18:37:27.615290 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 19 18:37:27.619083 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 19 18:37:27.619370 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 19 18:37:27.619760 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 18:37:27.646583 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 19 18:37:27.647101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1b7a4d8358>> qos_plugin after_init 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.647434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86194) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 19 18:37:27.647846 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1b7a446470>> logging-plugin after_init 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.649190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86194) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 19 18:37:27.649514 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 18:37:27.649795 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 19 18:37:27.652984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1b7a4464e0>> floatingip before_response 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.653299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1b7a4464e0>> port before_response 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:27.721376 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 19 18:37:27.721649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 19 18:37:27.721920 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 19 18:37:27.722335 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 19 18:37:27.755914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_db.sqlalchemy.engines [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86194) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 19 18:37:28.201606 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Initializing driver for type 'gre'
Apr 19 18:37:28.202157 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] gre ID ranges: [(1, 1000)]
Apr 19 18:37:28.241274 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Initializing driver for type 'local'
Apr 19 18:37:28.241643 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Initializing driver for type 'vlan'
Apr 19 18:37:28.252384 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] VlanTypeDriver initialization complete
Apr 19 18:37:28.252760 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Initializing driver for type 'vxlan'
Apr 19 18:37:28.253293 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] vxlan ID ranges: [(1, 1000)]
Apr 19 18:37:28.293889 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Initializing extension driver 'port_security'
Apr 19 18:37:28.294775 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] PortSecurityExtensionDriver initialization complete
Apr 19 18:37:28.295146 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Initializing mechanism driver 'openvswitch'
Apr 19 18:37:28.295511 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Initializing mechanism driver 'hyperv'
Apr 19 18:37:28.301890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86194) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:28.302783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7a324320>> port after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.303201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7a324320>> port after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.303598 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7a324320>> port after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.304029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e61f28>> subnet after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.304424 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e61f28>> subnet after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.304810 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e61f28>> subnet after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.305234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e69128>> network after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.305622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e69128>> network after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.306007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e69128>> network after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.306440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e692e8>> security_group after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.306835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e692e8>> security_group after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.307373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e692e8>> security_group after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.307798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e694a8>> security_group_rule after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.308330 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e694a8>> security_group_rule after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.308567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e694a8>> security_group_rule after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.309019 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e69668>> address_group after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.309410 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e69668>> address_group after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.310378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b79e69668>> address_group after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.310991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] ML2 OVO RPC backend initialized. {{(pid=86194) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 19 18:37:28.311799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> router_interface after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.312198 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> router_interface after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.312713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> network before_response 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.313103 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> networks before_response 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.313492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> port before_response 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.313876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> ports before_response 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.314261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> subnet before_response 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.314669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> subnets before_response 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.315058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> network after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.315441 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> network after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.315820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> network after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.316200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> port after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.316581 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> port after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.316958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> port after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.317333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> subnet after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.317812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> subnet after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.318191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b79e69748>> subnet after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.318860 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.plugin [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Modular L2 Plugin initialization complete
Apr 19 18:37:28.319487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading services supported by the core plugin {{(pid=86194) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 19 18:37:28.319858 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.plugins.ml2.managers [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Got port-security extension from driver 'port_security'
Apr 19 18:37:28.320369 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.extensions.vlantransparent [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Disabled vlantransparent extension.
Apr 19 18:37:28.320941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86194) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 19 18:37:28.321268 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading Plugin: router
Apr 19 18:37:28.362319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router_interface before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.362787 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router after_create 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.363196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router before_create 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.363612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router_interface before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.364036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router_interface after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.364434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router after_delete 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.364836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> floatingip after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.365251 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router after_create 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.365637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router after_update 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.366032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router after_update 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.366440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router_gateway after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.366857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router after_update 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.367376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router precommit_update 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.367787 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1b7a4c1c80> port after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.368171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1b7a4c1e18> port after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.368551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1b7a4c1d90> subnet after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.368931 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1b7a4c1d08> subnetpool_address_scope after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.369362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> port precommit_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.369755 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router precommit_create 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.370143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1b7a4b38c8> port before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.370583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router precommit_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.370998 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router after_update 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.371418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router precommit_delete 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.371801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router precommit_create 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.372192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router_interface after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.372629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> router precommit_update 55549900 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.373073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b79e698d0>> network after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.374127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Tracking information for resource: router configured {{(pid=86194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:37:28.374544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Tracking information for resource: floatingip configured {{(pid=86194) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:37:28.379522 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_agentschedulers_db [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 19 18:37:28.380179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1b79debe18> port after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.380584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1b79debd08> port after_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.380975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function _notify_port_delete at 0x7f1b79debd90> port after_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.381366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1b79df2048> port after_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.382285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b79e106d8>> router before_create 55550100 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.382720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b79e106d8>> router precommit_delete 55550100 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.383130 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b79e106d8>> router precommit_create 55550100 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.383531 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b79e106d8>> router precommit_update 55550100 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.388544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.provider_configuration [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service providers = [] {{(pid=86194) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 19 18:37:28.388999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.servicetype_db [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86194) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 19 18:37:28.391914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.service_base [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 18:37:28.392309 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.service_base [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 18:37:28.392692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.service_base [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 18:37:28.393600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.service_base [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86194) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 18:37:28.394006 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.services.service_base [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 19 18:37:28.394456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:37:28.394818 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 19 18:37:28.405650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:37:28.405981 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading Plugin: auto_allocate
Apr 19 18:37:28.411928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1b79dbf730> network precommit_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.412342 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1b79dbf730> network precommit_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.412952 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:37:28.413314 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading Plugin: tag
Apr 19 18:37:28.421106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:37:28.421481 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading Plugin: timestamp
Apr 19 18:37:28.425394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:37:28.425774 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading Plugin: network_ip_availability
Apr 19 18:37:28.431365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b79d1c390>> rbac-policy before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.431778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b79d1c390>> rbac-policy before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.432175 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b79d1c390>> rbac-policy before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.437013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:37:28.437013 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading Plugin: flavors
Apr 19 18:37:28.438051 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:37:28.438435 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading Plugin: revisions
Apr 19 18:37:28.442954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86194) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:37:28.443451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=86194) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:28.444446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86194) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 19 18:37:28.444808 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Initializing extension manager.
Apr 19 18:37:28.445376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: __init__.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.445760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: __pycache__ {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.446138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.446537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: address_group.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.447368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.448025 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: address-group
Apr 19 18:37:28.448387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: address_scope.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.449176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.449749 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: address-scope
Apr 19 18:37:28.450114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.451332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.451914 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: router-admin-state-down-before-update
Apr 19 18:37:28.452279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: agent.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.453054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.453628 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: agent
Apr 19 18:37:28.453992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: agent_resources_synced.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.454955 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.455519 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: agent-resources-synced
Apr 19 18:37:28.455885 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.457733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.458315 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: allowed-address-pairs
Apr 19 18:37:28.458712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.459808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.460391 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: auto-allocated-topology
Apr 19 18:37:28.460763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: availability_zone.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.461519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.462091 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: availability_zone
Apr 19 18:37:28.462476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: availability_zone_filter.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.463417 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.463986 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: availability_zone_filter
Apr 19 18:37:28.464347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: data_plane_status.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.465407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.466486 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 19 18:37:28.466933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: default_subnetpools.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.467873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.468449 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: default-subnetpools
Apr 19 18:37:28.468814 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.469726 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.470295 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: dhcp_agent_scheduler
Apr 19 18:37:28.470812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: dns.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.471754 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.472327 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension dns-integration not supported by any of loaded plugins
Apr 19 18:37:28.472694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: dns_domain_ports.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.473645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.474211 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 19 18:37:28.474601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: dvr.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.475336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.475914 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: dvr
Apr 19 18:37:28.476322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: empty_string_filtering.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.477278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.477845 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: empty-string-filtering
Apr 19 18:37:28.478209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.479170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.479737 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 19 18:37:28.480099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.481035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.481631 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 19 18:37:28.482551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: external_net.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.483493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.484064 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: external-net
Apr 19 18:37:28.484427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.485361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.485931 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: extra_dhcp_opt
Apr 19 18:37:28.486294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: extraroute.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.487282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.487837 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: extraroute
Apr 19 18:37:28.488200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: extraroute_atomic.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.489261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.489838 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: extraroute-atomic
Apr 19 18:37:28.490199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: filter_validation.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.490935 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.491501 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: filter-validation
Apr 19 18:37:28.491861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: fip_pf_description.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.492795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.493358 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 19 18:37:28.493719 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: fip_port_details.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.494780 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.495359 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: fip-port-details
Apr 19 18:37:28.495721 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: flavors.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.496986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.497594 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: flavors
Apr 19 18:37:28.497963 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.499675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.500257 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 19 18:37:28.500627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: floatingip_pools.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.501388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.501961 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: floatingip-pools
Apr 19 18:37:28.502329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: ip_allocation.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.503327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.503898 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 19 18:37:28.504263 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.505234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.505804 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: ip-substring-filtering
Apr 19 18:37:28.506168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: l2_adjacency.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.507129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.507693 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 19 18:37:28.508060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: l3.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.509510 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.510096 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: router
Apr 19 18:37:28.510487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.512807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.513411 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 19 18:37:28.513824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.514835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.515420 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: ext-gw-mode
Apr 19 18:37:28.515793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.516854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.517434 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: l3-ha
Apr 19 18:37:28.517799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: l3_flavors.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.518773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.519348 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: l3-flavors
Apr 19 18:37:28.519722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.520656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.521231 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 19 18:37:28.521606 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: l3agentscheduler.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.522852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.523433 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: l3_agent_scheduler
Apr 19 18:37:28.523802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: logging.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.525369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.525951 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension logging not supported by any of loaded plugins
Apr 19 18:37:28.526318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: metering.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.527186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.527885 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: metering
Apr 19 18:37:28.528257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.529926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.530535 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: metering_source_and_destination_fields
Apr 19 18:37:28.530907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: multiprovidernet.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.531863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.532439 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: multi-provider
Apr 19 18:37:28.532810 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: netmtu.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.533752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.534330 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: net-mtu
Apr 19 18:37:28.534724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: netmtu_writable.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.535690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.536265 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: net-mtu-writable
Apr 19 18:37:28.536636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: network_availability_zone.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.537471 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.538046 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: network_availability_zone
Apr 19 18:37:28.538447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: network_ip_availability.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.539588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.540163 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: network-ip-availability
Apr 19 18:37:28.540530 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: network_segment_range.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.541392 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.541963 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 19 18:37:28.542327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: pagination.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.543390 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.543766 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: pagination
Apr 19 18:37:28.544290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: port_device_profile.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.545659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.546232 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: port-device-profile
Apr 19 18:37:28.546619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.547579 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.548154 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: port-mac-address-regenerate
Apr 19 18:37:28.548524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.549469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.550042 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: port-numa-affinity-policy
Apr 19 18:37:28.550429 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: port_resource_request.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.551374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.551940 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 19 18:37:28.552304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: portbindings.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.553276 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.553851 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: binding
Apr 19 18:37:28.554219 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: portbindings_extended.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.555553 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.556137 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: binding-extended
Apr 19 18:37:28.556506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: portsecurity.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.557448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.558029 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: port-security
Apr 19 18:37:28.558426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: project_id.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.559413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.559818 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: project-id
Apr 19 18:37:28.560489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: providernet.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.561448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.562029 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: provider
Apr 19 18:37:28.562410 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: qos.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.566160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.566800 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension qos not supported by any of loaded plugins
Apr 19 18:37:28.567178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.568517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.569097 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 19 18:37:28.569745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.571064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.571747 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 19 18:37:28.572417 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: qos_default.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.573372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.573953 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension qos-default not supported by any of loaded plugins
Apr 19 18:37:28.574323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: qos_fip.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.575051 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.575706 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension qos-fip not supported by any of loaded plugins
Apr 19 18:37:28.576078 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.577031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.577602 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 19 18:37:28.577973 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.578944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.579526 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 19 18:37:28.579890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.580855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.581416 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 19 18:37:28.581774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: qos_rules_alias.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.582882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.583456 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 19 18:37:28.583822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: quotasv2.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.584879 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.585255 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: quotas
Apr 19 18:37:28.585618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: quotasv2_detail.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.587418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.587813 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: quota_details
Apr 19 18:37:28.588191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: rbac.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.589385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.589980 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: rbac-policies
Apr 19 18:37:28.590349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: rbac_address_group.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.591860 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.592440 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: rbac-address-group
Apr 19 18:37:28.592807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: rbac_address_scope.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.593762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.594336 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: rbac-address-scope
Apr 19 18:37:28.594758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: rbac_security_groups.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.595673 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.596243 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: rbac-security-groups
Apr 19 18:37:28.596608 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.597552 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.598139 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: rbac-subnetpool
Apr 19 18:37:28.598528 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: revisionifmatch.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.599497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.600077 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: revision-if-match
Apr 19 18:37:28.600444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: revisions.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.601604 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.602179 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: standard-attr-revisions
Apr 19 18:37:28.602586 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: router_availability_zone.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.603315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.603892 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: router_availability_zone
Apr 19 18:37:28.604261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: routerservicetype.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.605199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.605773 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension router-service-type not supported by any of loaded plugins
Apr 19 18:37:28.606138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.607688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.608310 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: security-groups-normalized-cidr
Apr 19 18:37:28.608675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.609657 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.610232 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: port-security-groups-filtering
Apr 19 18:37:28.610660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.611605 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.612176 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: security-groups-remote-address-group
Apr 19 18:37:28.612539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: securitygroup.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.626750 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.627271 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: security-group
Apr 19 18:37:28.627727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: segment.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.628593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.629133 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension segment not supported by any of loaded plugins
Apr 19 18:37:28.629505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.630520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.631108 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 19 18:37:28.631655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: servicetype.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.632613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.633193 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: service-type
Apr 19 18:37:28.633559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: sorting.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.634599 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.634982 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: sorting
Apr 19 18:37:28.635346 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: standard_attr_segment.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.636310 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.636903 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 19 18:37:28.637270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: standardattrdescription.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.638033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.638791 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: standard-attr-description
Apr 19 18:37:28.639163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: stateful_security_group.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.640185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.640797 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: stateful-security-group
Apr 19 18:37:28.641161 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: stdattrs_common.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.641767 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 19 18:37:28.642129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.643222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.643811 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 19 18:37:28.644174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: subnet_onboard.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.645313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.645895 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: subnet_onboard
Apr 19 18:37:28.646258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.647256 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.647844 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 19 18:37:28.648215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: subnet_service_types.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.649184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.649762 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: subnet-service-types
Apr 19 18:37:28.650127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: subnetallocation.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.651356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.651951 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: subnet_allocation
Apr 19 18:37:28.652318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.653049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.654284 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: subnetpool-prefix-ops
Apr 19 18:37:28.654819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.655922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.656433 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 19 18:37:28.656799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: tagging.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.658229 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.658857 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: standard-attr-tag
Apr 19 18:37:28.659231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: timestamp.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.660510 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.661096 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loaded extension: standard-attr-timestamp
Apr 19 18:37:28.661465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: trunk.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.662558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.663137 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension trunk not supported by any of loaded plugins
Apr 19 18:37:28.663501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: trunk_details.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.664465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.665045 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension trunk-details not supported by any of loaded plugins
Apr 19 18:37:28.665406 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.666381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.666979 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 19 18:37:28.667341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Loading extension file: vlantransparent.py {{(pid=86194) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:37:28.668076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86194) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:37:28.668661 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 19 18:37:28.672159 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:network
Apr 19 18:37:28.673019 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:subnet
Apr 19 18:37:28.673712 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 18:37:28.674415 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:port
Apr 19 18:37:28.676078 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.676574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service FLAVORS assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.677267 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.677738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.678116 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:router
Apr 19 18:37:28.678920 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 18:37:28.679704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service METERING assigned prefix: /metering {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.681580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b79c5ec88>> rbac-policy before_create 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.681992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b79c5ec88>> rbac-policy before_update 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.682387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b79c5ec88>> rbac-policy before_delete 55550000 {{(pid=86194) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:37:28.683628 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 18:37:28.684125 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:security_group
Apr 19 18:37:28.685094 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 18:37:28.686269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service CORE assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.686679 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 18:37:28.687063 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] subnetpool is already registered
Apr 19 18:37:28.687754 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service CORE assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.688130 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 18:37:28.688496 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] subnetpool is already registered
Apr 19 18:37:28.691492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.691990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service FLAVORS assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.692657 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.693134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.693518 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:router
Apr 19 18:37:28.693891 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] router is already registered
Apr 19 18:37:28.694903 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 18:37:28.695274 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] floatingip is already registered
Apr 19 18:37:28.695998 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service METERING assigned prefix: /metering {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.696788 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 18:37:28.697159 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] rbac_policy is already registered
Apr 19 18:37:28.697840 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:security_group
Apr 19 18:37:28.698212 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] security_group is already registered
Apr 19 18:37:28.698928 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 18:37:28.699297 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] security_group_rule is already registered
Apr 19 18:37:28.700060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service CORE assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.700978 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 18:37:28.701443 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] subnetpool is already registered
Apr 19 18:37:28.702162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.resource_helper [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Service CORE assigned prefix:  {{(pid=86194) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:37:28.702566 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 18:37:28.702932 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.quota.resource_registry [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] subnetpool is already registered
Apr 19 18:37:28.703677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: extensions {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.705347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: address-groups {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.707106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: address-scopes {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.708415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: agents {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.709685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: auto-allocated-topology {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.711058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: availability_zones {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.712553 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: dhcp-networks {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.714064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: dhcp-agents {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.715647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: routers {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.717783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: flavors {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.719071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: service_profiles {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.720388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: next_providers {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.722048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: service_profiles {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.723615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: floatingip-pools {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.724945 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: routers {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.726909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: floatingips {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.728197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: l3-routers {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.729718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: l3-agents {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.731269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: metering-labels {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.734439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: metering-label-rules {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.735794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: network-ip-availabilities {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.737210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: bindings {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.739026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: quotas {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.740600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: quotas {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.742123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: rbac-policies {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.743545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: security-groups {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.744875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: security-group-rules {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.746215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: service-providers {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.747661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: subnetpools {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.749190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: subnetpools {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.750759 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: tags {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.752653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: tags {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.754603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: tags {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.756496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: tags {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.758434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: tags {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.760410 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: tags {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.762241 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: tags {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.765007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: tags {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.766981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: tags {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.768975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.extensions [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Extended resource: tags {{(pid=86194) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:37:28.776078 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING keystonemiddleware.auth_token [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 19 18:37:28.781741 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING keystonemiddleware.auth_token [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 19 18:37:28.790902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Acquired lock "singleton_lock" {{(pid=86194) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 19 18:37:28.791441 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Releasing lock "singleton_lock" {{(pid=86194) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 19 18:37:28.792937 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO oslo_service.service [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Starting 2 workers
Apr 19 18:37:28.798452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Started child 86308 {{(pid=86194) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 18:37:28.802622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:28.803493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Started child 86309 {{(pid=86194) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 18:37:28.804188 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [-] (86308) wsgi starting up on http://0.0.0.0:9696
Apr 19 18:37:28.804607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 39670) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:28.805033 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.service [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 19 18:37:28.805736 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Notify callbacks [] for process, before_spawn {{(pid=86194) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:28.806963 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:28.808422 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO oslo_service.service [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Starting 1 workers
Apr 19 18:37:28.808595 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [-] (86309) wsgi starting up on http://0.0.0.0:9696
Apr 19 18:37:28.814658 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Started child 86310 {{(pid=86194) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 18:37:28.815225 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO oslo_service.service [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Starting 1 workers
Apr 19 18:37:28.816651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.service [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] calling RpcWorker wait() {{(pid=86310) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 19 18:37:28.817108 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0101917
Apr 19 18:37:28.817646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.service [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] returning from RpcWorker wait() {{(pid=86310) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 19 18:37:28.819978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:28.820645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Started child 86311 {{(pid=86194) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 18:37:28.820930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:28.821503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd218cab-f877-49d1-ad8f-4ef697ed54f3 None None] Notify callbacks [] for process, after_spawn {{(pid=86194) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:28.824372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86194) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 18:37:28.824593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 18:37:28.824970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 18:37:28.825423 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 18:37:28.825999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 18:37:28.826308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:28.826523 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 18:37:28.827233 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.827653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.828074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.828503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.828941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.829685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.830090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.830536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.830978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.831389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.831733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.832069 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.832521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.832975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.833523 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.834006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.834500 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.834988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.835393 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.835880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.836387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.836863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.837358 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.837824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.838614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.839128 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.839588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.840054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.840551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.841086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.841610 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.842097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.842566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.843045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.843521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.843972 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.844419 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.844877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.845354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.845824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.846497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] host                           = dv-cinder-786929-1-iscsi {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.846934 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.847201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.847481 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.847769 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.848068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.848352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.848649 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.848953 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.849222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.849491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.849778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.850073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.850351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.850677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.850903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.851111 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.851394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.851687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.851908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.852115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.852330 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.852687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.852881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.853184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.853397 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.853628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.854082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.854332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.854611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.854970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.855159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.855595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.855854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:28.856025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.856150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.856413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.857192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.857587 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.858069 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.858344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.858662 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.858852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.859285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.859661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.860040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.860496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.860758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.861220 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.861473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.861883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.862302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.862734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.863145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.863645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.864081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.864369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.864626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.865039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.865509 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.865767 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.866042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.866364 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.867570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.867999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.868296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.868554 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.868809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.869065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.869317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.869596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.870039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.870344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.870907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.871385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.871765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.872051 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.872916 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.873249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.873742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.874225 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.874592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.874855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.875203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.875470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.875771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.876119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.876443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.876748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.878245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.878245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.878433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.878684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.880557 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.880557 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.881079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.881561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.882026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.882312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.882635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.882899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.883153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.883426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.883733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.884006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.884258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.884534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.884819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.885062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.885322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.885596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.885895 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.886769 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.887698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.888181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.888656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.888927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.889189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.889473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.889751 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.890144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.891912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.891912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.891912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.891912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.891912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.891912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.891912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.892377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.892377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.892575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.892991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.893411 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.893934 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.894180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.894461 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.895937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.895937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.895937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.895937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.895937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.895937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.896349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.896349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.896584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.896834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.897091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.897694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.897694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.898790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.899052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.899308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.899561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.899816 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.900081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.900385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.900743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.901027 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.901314 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.901583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.903651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.903651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.903651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.903651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.903651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.904684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.904684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.904684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.904684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.904946 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.905208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.905431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.905712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.906046 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.906247 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.907426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.907847 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.908280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.908566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.909047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.909529 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.910036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.910560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.911003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.911334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.911575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.912060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.912402 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.912721 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.913044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.913322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.913601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.913893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.914199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.914524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.914804 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.915085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.915352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.915670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.915948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.916203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.916467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.916739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.918896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.918896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.918896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.918896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.918896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.918896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.918896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.920287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.920287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.920287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.920287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.920585 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.921084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.921558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.922045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.922321 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.922650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.922921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.923183 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.923463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.923724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.923998 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.924255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.924517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.924789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.925040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.925285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.925580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.925829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.926085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.926361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.926673 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.926933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.927188 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.927457 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.927748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.928021 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.928346 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.928643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.928912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.929195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.929465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.929761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.930009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.930305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.931397 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.931660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.931936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.933380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.933654 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.933938 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.934250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.934545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.935425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.935789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.936920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.936920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.936920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.937167 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.937596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.937881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.938143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.938426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.938765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.939048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.939289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.939789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.940072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.940359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.940633 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.940902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.941136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.941614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.941888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.942243 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.942546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.942824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.943101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.943369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.943653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.943904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.944397 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.944676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.944924 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.945189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.945442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.946252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.946252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.946252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.951624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.952115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.952115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.952115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.952316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.952600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.952701 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.953004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.953396 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.953770 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.954066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.954361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.954720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.955005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.955452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.955824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.956270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.956758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.957248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.957534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.957828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.958125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.958414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.958692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.958951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.959205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.959459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.959743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.960026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.960289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.960544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.960814 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.961069 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.961350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.961623 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.961949 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.962162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.962351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 18:37:28.962942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86194) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 18:37:28.963117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 18:37:28.963259 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 18:37:28.963489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 18:37:28.964119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 18:37:28.964119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 18:37:28.964119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.964692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.964692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.964692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.964692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.965206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.965206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.965206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.965485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.965583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.965698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.966149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.966862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.967080 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.967318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.967538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.968497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.968497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.968497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.968497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.968497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.968497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.969494 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.969698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.969957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.970129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.971508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.971508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.971508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.971508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.971508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.971508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.971508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.971508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.972757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.972757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.972757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.972757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.972757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.972757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.972757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] host                           = dv-cinder-786929-1-iscsi {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.972757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.974746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.974746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.974746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.974746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.974746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.974746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.974746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.974746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975754 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.975821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.976911 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.977085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.977271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.977460 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.977649 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.977836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.978024 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.978212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.978465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.978615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.978779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.978955 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.979118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.979310 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.979475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.979665 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.979827 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.980017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.980203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.980388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.980574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.980763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.980948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.981845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.981845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.982617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.982617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.982617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.982827 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.983030 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.983176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.983280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.983462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.983647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.983779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.983941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.984291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.984480 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.984613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.984795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.984953 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.985146 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.985303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.985303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.985303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.985988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.985988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.986155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.986287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:37:28.986796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.987141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.987511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.987688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.987879 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.988070 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.988261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.988451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.988639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.988831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.989029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.989220 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.989422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.989854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.989854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.990156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.990156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.990462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.990462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.990732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.990870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.991011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.991162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.991317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.991487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.41/identity {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.991641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.991793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.991944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.992104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.992267 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.992458 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.992651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.992796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:28.992889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.993049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.993202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.993349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.993452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.993646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.993836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.994028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.994218 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.994449 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.994618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.994808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.994997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.995192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.995380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.995570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.995758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.995947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.996148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.996336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.996524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.996682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.996874 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.997061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.997305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.997623 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.997890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.998083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.998273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.998518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.998712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.998901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.999090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.999281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.999470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.999660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:28.999849 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.000038 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.000226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.000415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.000605 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.000794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.000983 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.001171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.001359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.001548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.001737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.001925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.002114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.002302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.003148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.003327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.003532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.003742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.003934 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.004125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.004316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.004506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.004735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.004886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.005028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.005211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.005375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.005567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.005756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.005949 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.006138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.006325 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.007153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.007352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.007543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.007705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.007895 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.008087 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.008277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.008470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.008628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.008822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.009011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.009212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.009403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.009595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.009783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.009980 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.010181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.010373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.010593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.010827 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.011050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.011279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.011279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.011572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.011572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.011836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.011976 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.012115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.012253 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.012391 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.012582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.012770 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.013539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.014156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.014156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.014156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.014617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.014617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.014617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.015020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.015020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.015286 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.015286 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.015550 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.41/identity {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.015690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.015829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.015968 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.016107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.016256 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.016413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.016553 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.016748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.016996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.017144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.017284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.017423 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.017561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.017714 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.017907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.018094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.018282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.018504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.018667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.018808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.018986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.019175 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.019335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.019526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.019715 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.019906 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.020094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.020285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.020475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.020665 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.020855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.021309 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.021309 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.022025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.022025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.022025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.022025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.022025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.022704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.022704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.022704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.022704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.023227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.023227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.023227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.023624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.023624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.023886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.023886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.024156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.024156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.024421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.024561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.024698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.024837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.024976 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.025114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.025305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.025474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.025696 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.025867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.025997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.026226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.026373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.026542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.026746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.026942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.027077 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.027208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.027360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.027679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.028011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.031178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.031178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.031178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.031178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.031178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.031178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.031178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.031178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.031178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.033015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.033015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.033015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.033015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.033015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.033015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.033015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.033015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.034269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.034269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.034269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.034269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.034269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.034269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.034269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.034269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.035647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.036131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.036131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.036131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.036131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.036409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.036409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.036568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.036982 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.036982 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.037324 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.037324 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.037536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.037536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.037739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.037858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.038037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.038227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:37:29.038424 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86194) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 18:37:40.027887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188872c6-6a3c-4fea-8116-6bad9852de54 None None] get_active_networks_info from dv-cinder-786929-1-iscsi {{(pid=86310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 19 18:37:40.145620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6ccf1405-49d6-4691-8553-1506f8b60360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229'] for agent, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:40.207681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188872c6-6a3c-4fea-8116-6bad9852de54 None None] No non-hosted networks {{(pid=86310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 19 18:37:42.840030 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fc90a27e-15b4-4882-85db-4fc65279ca79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229'] for agent, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:42.905071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-770d0fb6-61d9-493f-8e60-2e064b10eae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:43.302849 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229'] for agent, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:44.140933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229'] for agent, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:44.142909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.145763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.146368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.150057 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.150711 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.151285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.152205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.155448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.156075 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.156680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.157246 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.157833 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:44.158473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1b79032320>, 'Open vSwitch agent', 'dv-cinder-786929-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:44.170462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1b79027e80>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786929-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:45.524294 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_hamode_db [None req-1b7c66be-218e-41f6-a6b6-ca6837d22804 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 19 18:37:45.624909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229'] for agent, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:45.627630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c66be-218e-41f6-a6b6-ca6837d22804 None None] Routers set() bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:37:45.628072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c66be-218e-41f6-a6b6-ca6837d22804 None None] Router IDs set() for agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 19 18:37:45.732917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 39776) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:46.402588 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING oslo_policy.policy [None req-f294461d-a4c1-4185-9fe8-fd3dbab88701 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:37:46.403871 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING oslo_policy.policy [None req-f294461d-a4c1-4185-9fe8-fd3dbab88701 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:37:46.638663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [None req-f294461d-a4c1-4185-9fe8-fd3dbab88701 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:37:46.639936 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f294461d-a4c1-4185-9fe8-fd3dbab88701 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9048266
Apr 19 18:37:49.457431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 39792) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:49.860193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-41262d84-2cb2-4b50-acf8-6808c6b6aa51 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:37:49.965989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.policy [None req-41262d84-2cb2-4b50-acf8-6808c6b6aa51 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86309) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 18:37:50.021877 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING oslo_policy.policy [None req-41262d84-2cb2-4b50-acf8-6808c6b6aa51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:37:50.022290 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING oslo_policy.policy [None req-41262d84-2cb2-4b50-acf8-6808c6b6aa51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:37:50.040364 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota [None req-41262d84-2cb2-4b50-acf8-6808c6b6aa51 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1b798862e8>.
Apr 19 18:37:50.057062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-41262d84-2cb2-4b50-acf8-6808c6b6aa51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:50.115269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-41262d84-2cb2-4b50-acf8-6808c6b6aa51 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302105810688', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302105810188', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302105820675', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302105826991', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302106039369', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363302106039694', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854094173', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853937757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4102248', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850591079'] for rbac-policy, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:50.339242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-41262d84-2cb2-4b50-acf8-6808c6b6aa51 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:50.341130 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-41262d84-2cb2-4b50-acf8-6808c6b6aa51 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8818803
Apr 19 18:37:53.383559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 39806) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:53.770037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Request body: {'network': {'name': 'private', 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'admin_state_up': True}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:37:53.775898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:53.780406 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Usage tracker for resource:network and tenant:12302903059b41ed80c45c9d5321c5ed is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:53.783984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:53.790270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:53.799532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Made reservation on behalf of 12302903059b41ed80c45c9d5321c5ed for: {'network': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:37:53.805423 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:53.822629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:53.837477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:53.842135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Usage tracker for resource:security_group_rule and tenant:12302903059b41ed80c45c9d5321c5ed is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:53.845605 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:53.851415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:53.950859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:53.953765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:53.958889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:53.982297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'}  {{(pid=86309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:37:54.011405 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302105316246', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.011990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b7a3846a8> segment precommit_create {{(pid=86309) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 18:37:54.012630 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Added segment 275210c6-fe98-4440-b3d6-c3364aae94b8 of type vlan for network 2375d83e-8755-40b9-9939-36f49d3a4a82
Apr 19 18:37:54.065585 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5a9920-90be-42f6-87de-1e82c5d3cab5,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:54.089082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.089455 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.089821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.090816 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.091550 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.091676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.092022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.092378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.092746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.093100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.093449 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.093797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Tracked resource versions report:
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]: pushed versions:
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]: {   'AddressGroup': {'1.2'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'ConntrackHelper': {'1.0'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Log': {'1.0'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Network': {'1.1'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Port': {'1.7'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'PortForwarding': {'1.2'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'QosPolicy': {'1.8'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroup': {'1.4'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SubPort': {'1.0'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Subnet': {'1.1'},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Trunk': {'1.1'}}
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]: consumer versions:
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]: {   DHCP agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     L3 agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metadata agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metering agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:     Open vSwitch agent@dv-cinder-786929-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Log': '1.0',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Network': '1.1',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Port': '1.7',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'PortForwarding': '1.2',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'QosPolicy': '1.8',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroup': '1.4',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SubPort': '1.0',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Subnet': '1.1',
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Trunk': '1.1'}}
Apr 19 18:37:54.095006 dv-cinder-786929-1-iscsi neutron-server[86194]:  {{(pid=86309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:37:54.139135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.153732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:54.182498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.184515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:37:54.185215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.190558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:54.301866 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9170434
Apr 19 18:37:54.302569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2375d83e-8755-40b9-9939-36f49d3a4a82,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:54.305826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:54.315942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 2375d83e-8755-40b9-9939-36f49d3a4a82 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:37:57.439168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 39822) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:57.933794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410221e-7eb6-4876-aed7-8dbfe5362efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:37:57.935477 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7410221e-7eb6-4876-aed7-8dbfe5362efa admin admin] 10.222.0.41 "GET /v2.0/networks/2375d83e-8755-40b9-9939-36f49d3a4a82 HTTP/1.1" status: 200  len: 825 time: 0.4952626
Apr 19 18:37:57.964273 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c739ecd9-0a8f-4c9f-a63b-598e5f22a8b6 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/3d89e234-b765-4559-9390-3e3399f12402 HTTP/1.1" status: 200  len: 734 time: 0.0227830
Apr 19 18:37:57.974884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Request body: {'subnet': {'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82', 'subnetpool_id': '3d89e234-b765-4559-9390-3e3399f12402', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:37:57.979443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:57.983432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Usage tracker for resource:subnet and tenant:12302903059b41ed80c45c9d5321c5ed is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:57.986361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:57.992211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:58.001053 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Made reservation on behalf of 12302903059b41ed80c45c9d5321c5ed for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:37:58.005583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.492951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.499258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:58.594109 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Checking segment: {'id': '275210c6-fe98-4440-b3d6-c3364aae94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:37:58.594517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Network hostable DHCP agents. Network: 2375d83e-8755-40b9-9939-36f49d3a4a82, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:37:58.600843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b395434-6aeb-4a8d-8576-c3da92b6ab71,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:58.604164 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:58.620091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Network 2375d83e-8755-40b9-9939-36f49d3a4a82 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:37:58.630546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 2375d83e-8755-40b9-9939-36f49d3a4a82) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:37:58.635101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:37:58.635739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.641074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28f33f-a9ad-4e78-92b7-a72c615e5dc8 None None] Network 2375d83e-8755-40b9-9939-36f49d3a4a82 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:37:58.655835 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6846151
Apr 19 18:37:59.148394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84524719-d496-59df-8eba-4cb173923df2-2375d83e-8755-40b9-9939-36f49d3a4a82', 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'fixed_ips': [{'subnet_id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71'}]}} from dv-cinder-786929-1-iscsi. {{(pid=86310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:37:59.149477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:59.371607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Allocated IP 172.20.0.2 (2375d83e-8755-40b9-9939-36f49d3a4a82/4b395434-6aeb-4a8d-8576-c3da92b6ab71/7cfd1649-f760-4039-b329-0f9e0b6e8d1c) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:37:59.618352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:59.631924 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Transition to ACTIVE for port object 7cfd1649-f760-4039-b329-0f9e0b6e8d1c will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:37:59.651859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Transition to ACTIVE for port object 7cfd1649-f760-4039-b329-0f9e0b6e8d1c will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:37:59.658315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:59.663947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:59.729020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Network 2375d83e-8755-40b9-9939-36f49d3a4a82 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:37:59.732099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:37:59.735220 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:37:59.780413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Pushing event updated for resources: {'Port': ['ID=7cfd1649-f760-4039-b329-0f9e0b6e8d1c,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:59.822380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.822799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.823176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.823540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.823900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.824287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.825139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.825675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.826050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.826434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.826784 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.827135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Tracked resource versions report:
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]: pushed versions:
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]: {   'AddressGroup': {'1.2'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'ConntrackHelper': {'1.0'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Log': {'1.0'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Network': {'1.1'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Port': {'1.7'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'PortForwarding': {'1.2'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'QosPolicy': {'1.8'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroup': {'1.4'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SubPort': {'1.0'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Subnet': {'1.1'},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Trunk': {'1.1'}}
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]: consumer versions:
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]: {   DHCP agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     L3 agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metadata agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metering agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:     Open vSwitch agent@dv-cinder-786929-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Log': '1.0',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Network': '1.1',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Port': '1.7',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'PortForwarding': '1.2',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'QosPolicy': '1.8',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroup': '1.4',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SubPort': '1.0',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Subnet': '1.1',
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Trunk': '1.1'}}
Apr 19 18:37:59.828262 dv-cinder-786929-1-iscsi neutron-server[86194]:  {{(pid=86310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:37:59.831859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:59.853600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Attempting to bind port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:37:59.854018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Attempting to bind port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': '275210c6-fe98-4440-b3d6-c3364aae94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:37:59.854465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Attempting to bind port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c on network 2375d83e-8755-40b9-9939-36f49d3a4a82 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:37:59.860169 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:37:59.860595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Checking segment: {'id': '275210c6-fe98-4440-b3d6-c3364aae94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:37:59.861166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:59.861592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Bound using segment: {'id': '275210c6-fe98-4440-b3d6-c3364aae94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:37:59.862124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Bound port: 7cfd1649-f760-4039-b329-0f9e0b6e8d1c, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275210c6-fe98-4440-b3d6-c3364aae94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:37:59.862563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:59.959767 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] For port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:37:59.963950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] For port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=7cfd1649-f760-4039-b329-0f9e0b6e8d1c,segment=NetworkSegment(275210c6-fe98-4440-b3d6-c3364aae94b8),segment_id=275210c6-fe98-4440-b3d6-c3364aae94b8)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:37:59.967956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:59.973093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:00.063233 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Pushing event updated for resources: {'Port': ['ID=7cfd1649-f760-4039-b329-0f9e0b6e8d1c,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:00.066489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:01.513767 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 39832) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:01.938073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [None req-6ea86633-b34b-4fdc-b708-01eb00c8ae28 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:38:01.939244 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6ea86633-b34b-4fdc-b708-01eb00c8ae28 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4243910
Apr 19 18:38:04.742435 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 39842) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:05.418778 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING oslo_policy.policy [None req-f3f28f6d-175a-4ee9-b684-cb4445628143 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:38:05.419375 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING oslo_policy.policy [None req-f3f28f6d-175a-4ee9-b684-cb4445628143 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:38:05.653083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [None req-f3f28f6d-175a-4ee9-b684-cb4445628143 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:38:05.654128 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f3f28f6d-175a-4ee9-b684-cb4445628143 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9107761
Apr 19 18:38:06.254551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 7cfd1649-f760-4039-b329-0f9e0b6e8d1c up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:38:06.328206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:38:07.123489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655403d-be80-422b-98a6-0d6ba6899ea7 None None] Network 2375d83e-8755-40b9-9939-36f49d3a4a82 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:38:07.223801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f04d5414-32bc-4c38-a877-269e0b140bcc None None] Provisioning for port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:38:07.232367 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f04d5414-32bc-4c38-a877-269e0b140bcc None None] Provisioning complete for port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:07.232796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f04d5414-32bc-4c38-a877-269e0b140bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:07.442873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f04d5414-32bc-4c38-a877-269e0b140bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:07.531990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-f04d5414-32bc-4c38-a877-269e0b140bcc None None] For port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=7cfd1649-f760-4039-b329-0f9e0b6e8d1c,segment=NetworkSegment(275210c6-fe98-4440-b3d6-c3364aae94b8),segment_id=275210c6-fe98-4440-b3d6-c3364aae94b8)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:07.537455 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f04d5414-32bc-4c38-a877-269e0b140bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:07.549631 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:07.634263 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5414-32bc-4c38-a877-269e0b140bcc None None] Pushing event updated for resources: {'Port': ['ID=7cfd1649-f760-4039-b329-0f9e0b6e8d1c,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:07.638225 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f04d5414-32bc-4c38-a877-269e0b140bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:07.870468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f731cbe6-86bf-4808-9ede-ffe03581c0bb None None] Provisioning complete for port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:07.870904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f731cbe6-86bf-4808-9ede-ffe03581c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:08.234124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 7cfd1649-f760-4039-b329-0f9e0b6e8d1c up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:38:08.306242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:08.306588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:08.800248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 39862) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:09.182471 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Request body: {'router': {'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'name': 'router1', 'admin_state_up': True}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:09.262035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.policy [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86308) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 18:38:09.318645 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING oslo_policy.policy [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:38:09.319063 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING oslo_policy.policy [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:38:09.337397 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.quota [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1b79948278>.
Apr 19 18:38:09.352940 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:09.359772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Usage tracker for resource:router and tenant:12302903059b41ed80c45c9d5321c5ed is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:09.364115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:09.372237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:09.387191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850928906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258002'] for router, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:09.389217 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3846910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3845144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3805449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854517851'] for router, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:09.413296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:09.688600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850934179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491'] for router, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:09.708468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] Notify callbacks [] for router, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:09.709700 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7628e226-aa35-4c0d-946b-78a1b283dbb8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9084027
Apr 19 18:38:09.863535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0add9526-d05d-437c-aeca-2186bbdcbbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:12.491630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 39882) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:12.715093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [None req-cb357290-9dc0-4965-be51-b12c239f3811 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:38:12.716160 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-cb357290-9dc0-4965-be51-b12c239f3811 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2235100
Apr 19 18:38:12.840337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bf985f08-c2f3-489f-9519-250b52878f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:13.175861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:14.126385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.391250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 39902) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:15.445230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:15.447024 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.451985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:15.456109 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Usage tracker for resource:network and tenant:e74286a5bcd04b35a2d174b63ffca429 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:15.459442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:15.465883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:15.475065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Made reservation on behalf of e74286a5bcd04b35a2d174b63ffca429 for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:38:15.481632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.498340 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.513744 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:15.518257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Usage tracker for resource:security_group_rule and tenant:e74286a5bcd04b35a2d174b63ffca429 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:15.521636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:15.528208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:15.629001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.631915 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.637356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:15.648834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Reserving flat network on physical network physnet1 {{(pid=86308) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 19 18:38:15.680301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302105316246', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.680830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b7a3846a8> segment precommit_create {{(pid=86308) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 18:38:15.681300 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Added segment ffc93bca-f0b7-4191-a19b-8af8d730029a of type flat for network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a
Apr 19 18:38:15.736265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b243a823-0d31-4a06-981c-8edb223be30a,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:15.756443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.756809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.757167 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.757522 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.757871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.758231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.758625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.758969 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.759332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.759675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.760015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.760354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Tracked resource versions report:
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]: pushed versions:
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]: {   'AddressGroup': {'1.2'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'ConntrackHelper': {'1.0'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Log': {'1.0'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Network': {'1.1'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Port': {'1.7'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'PortForwarding': {'1.2'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'QosPolicy': {'1.8'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroup': {'1.4'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SubPort': {'1.0'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Subnet': {'1.1'},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Trunk': {'1.1'}}
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]: consumer versions:
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]: {   DHCP agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     L3 agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metadata agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metering agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:     Open vSwitch agent@dv-cinder-786929-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Log': '1.0',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Network': '1.1',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Port': '1.7',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'PortForwarding': '1.2',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'QosPolicy': '1.8',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroup': '1.4',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SubPort': '1.0',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Subnet': '1.1',
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Trunk': '1.1'}}
Apr 19 18:38:15.761514 dv-cinder-786929-1-iscsi neutron-server[86194]:  {{(pid=86308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:38:15.813164 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:15.817181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.865443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.866971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:15.867633 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.873119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:15.987222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Pushing event updated for resources: {'Network': ['ID=158f1d8e-de2f-48a7-aec4-ecc903b91d7a,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:15.989973 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5976667
Apr 19 18:38:15.991772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:16.000339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:38:18.572981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 39918) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:18.700176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f9c8b-9a48-4bae-8026-98f5adfa436e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:18.701688 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-8b6f9c8b-9a48-4bae-8026-98f5adfa436e admin admin] 10.222.0.41 "GET /v2.0/subnets/4b395434-6aeb-4a8d-8576-c3da92b6ab71 HTTP/1.1" status: 200  len: 849 time: 0.1270685
Apr 19 18:38:18.854562 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-dd9d9e25-6b32-4e6c-b005-59ef42d477a3 admin admin] 10.222.0.41 "GET /v2.0/routers/519ab9c3-2f05-4f14-ac17-1b6173e3ce07 HTTP/1.1" status: 200  len: 704 time: 0.1466081
Apr 19 18:38:19.337388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.580015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Allocated IP 172.20.0.1 (2375d83e-8755-40b9-9939-36f49d3a4a82/4b395434-6aeb-4a8d-8576-c3da92b6ab71/98e4afe5-b20a-499d-81a5-ab94f8b6764a) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:38:19.892890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.911777 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Transition to ACTIVE for port object 98e4afe5-b20a-499d-81a5-ab94f8b6764a will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:38:19.968735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.973460 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:20.029894 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Network 2375d83e-8755-40b9-9939-36f49d3a4a82 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:38:20.037450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:38:20.044837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:38:20.045356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841304'] for router_interface, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:20.191094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Pushing event updated for resources: {'Port': ['ID=98e4afe5-b20a-499d-81a5-ab94f8b6764a,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:20.198122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:20.206221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-7816f3c0-65c0-4532-9997-8e50b15e263d None None] Provisioning for port 98e4afe5-b20a-499d-81a5-ab94f8b6764a completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:38:20.211485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-7816f3c0-65c0-4532-9997-8e50b15e263d None None] Provisioning complete for port 98e4afe5-b20a-499d-81a5-ab94f8b6764a triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:20.211917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7816f3c0-65c0-4532-9997-8e50b15e263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:20.273468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-7816f3c0-65c0-4532-9997-8e50b15e263d None None] Port 98e4afe5-b20a-499d-81a5-ab94f8b6764a cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:38:20.322156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:20.563205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:20.566674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:20.567995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850934401'] for router_interface, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:20.572326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:20.722770 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Pushing event updated for resources: {'Port': ['ID=98e4afe5-b20a-499d-81a5-ab94f8b6764a,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:20.726924 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:20.779560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Network 2375d83e-8755-40b9-9939-36f49d3a4a82 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:38:20.780647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:38:20.981760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Router 519ab9c3-2f05-4f14-ac17-1b6173e3ce07 is scheduled to L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 with binding_index 1 {{(pid=86308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:38:20.997392 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5fd29ab5-609e-4225-99c2-07ff9ec90db4 None None] Provisioning complete for port 98e4afe5-b20a-499d-81a5-ab94f8b6764a triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:20.997811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5fd29ab5-609e-4225-99c2-07ff9ec90db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.054948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5fd29ab5-609e-4225-99c2-07ff9ec90db4 None None] Port 98e4afe5-b20a-499d-81a5-ab94f8b6764a cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:38:21.150047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:38:21.161056 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] 10.222.0.41 "PUT /v2.0/routers/519ab9c3-2f05-4f14-ac17-1b6173e3ce07/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3006947
Apr 19 18:38:21.162584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Sync routers for ids ['519ab9c3-2f05-4f14-ac17-1b6173e3ce07'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:38:21.180669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Routers {'519ab9c3-2f05-4f14-ac17-1b6173e3ce07'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:21.181464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b798baac8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:38:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['519ab9c3-2f05-4f14-ac17-1b6173e3ce07'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:21.375062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Set router 519ab9c3-2f05-4f14-ac17-1b6173e3ce07 gateway port host: None {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:21.912981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 5 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:38:21.946670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b798baac8>, [{'id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'name': 'router1', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:38:09Z', 'updated_at': '2021-04-19T18:38:20Z', 'revision_number': 2, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'gw_port_host': None, '_interfaces': [{'id': '98e4afe5-b20a-499d-81a5-ab94f8b6764a', 'name': '', 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'mac_address': 'fa:16:3e:79:30:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:38:19Z', 'updated_at': '2021-04-19T18:38:20Z', 'revision_number': 2, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'subnets': [{'id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89e234-b765-4559-9390-3e3399f12402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:21.951729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Checking router: 519ab9c3-2f05-4f14-ac17-1b6173e3ce07 for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:38:21.952118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Updating router 519ab9c3-2f05-4f14-ac17-1b6173e3ce07 port 98e4afe5-b20a-499d-81a5-ab94f8b6764a binding host dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:38:22.007653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.415863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.432899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Transition to ACTIVE for port object 98e4afe5-b20a-499d-81a5-ab94f8b6764a will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:38:22.438916 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.445134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:22.573287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Pushing event updated for resources: {'Port': ['ID=98e4afe5-b20a-499d-81a5-ab94f8b6764a,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:22.589544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.589935 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.590320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.590728 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.591107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.591484 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.591857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.592223 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.592600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.592970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.593336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.593702 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Tracked resource versions report:
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]: pushed versions:
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]: {   'AddressGroup': {'1.2'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'ConntrackHelper': {'1.0'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Log': {'1.0'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Network': {'1.1'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Port': {'1.7'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'PortForwarding': {'1.2'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'QosPolicy': {'1.8'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroup': {'1.4'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SubPort': {'1.0'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Subnet': {'1.1'},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Trunk': {'1.1'}}
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]: consumer versions:
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]: {   DHCP agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     L3 agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metadata agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metering agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:     Open vSwitch agent@dv-cinder-786929-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Log': '1.0',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Network': '1.1',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Port': '1.7',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'PortForwarding': '1.2',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'QosPolicy': '1.8',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroup': '1.4',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SubPort': '1.0',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Subnet': '1.1',
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Trunk': '1.1'}}
Apr 19 18:38:22.594927 dv-cinder-786929-1-iscsi neutron-server[86194]:  {{(pid=86311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:38:22.634365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:22.703674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Attempting to bind port 98e4afe5-b20a-499d-81a5-ab94f8b6764a on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:38:22.704100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Attempting to bind port 98e4afe5-b20a-499d-81a5-ab94f8b6764a by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': '275210c6-fe98-4440-b3d6-c3364aae94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:38:22.704509 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Attempting to bind port 98e4afe5-b20a-499d-81a5-ab94f8b6764a on network 2375d83e-8755-40b9-9939-36f49d3a4a82 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:38:22.710035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:38:22.710484 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Checking segment: {'id': '275210c6-fe98-4440-b3d6-c3364aae94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:38:22.710972 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.711393 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Bound using segment: {'id': '275210c6-fe98-4440-b3d6-c3364aae94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:38:22.711920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Bound port: 98e4afe5-b20a-499d-81a5-ab94f8b6764a, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275210c6-fe98-4440-b3d6-c3364aae94b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:38:22.712335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.803162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] For port 98e4afe5-b20a-499d-81a5-ab94f8b6764a, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:38:22.809449 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] For port 98e4afe5-b20a-499d-81a5-ab94f8b6764a, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=98e4afe5-b20a-499d-81a5-ab94f8b6764a,segment=NetworkSegment(275210c6-fe98-4440-b3d6-c3364aae94b8),segment_id=275210c6-fe98-4440-b3d6-c3364aae94b8)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:38:22.811971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.817066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:22.905068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Routers {'519ab9c3-2f05-4f14-ac17-1b6173e3ce07'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:22.905764 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b798baac8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:38:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['519ab9c3-2f05-4f14-ac17-1b6173e3ce07'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:23.039024 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Pushing event updated for resources: {'Port': ['ID=98e4afe5-b20a-499d-81a5-ab94f8b6764a,revision_number=4']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:23.044611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:23.078568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] Set router 519ab9c3-2f05-4f14-ac17-1b6173e3ce07 gateway port host: None {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:23.428583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b798baac8>, [{'id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'name': 'router1', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:38:09Z', 'updated_at': '2021-04-19T18:38:20Z', 'revision_number': 2, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'gw_port_host': None, '_interfaces': [{'id': '98e4afe5-b20a-499d-81a5-ab94f8b6764a', 'name': '', 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'mac_address': 'fa:16:3e:79:30:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:38:19Z', 'updated_at': '2021-04-19T18:38:22Z', 'revision_number': 4, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'subnets': [{'id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89e234-b765-4559-9390-3e3399f12402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:23.432579 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe40b9-bd25-4484-9d3e-41e61313a864 None None] The sync data for ids ['519ab9c3-2f05-4f14-ac17-1b6173e3ce07'] in dv-cinder-786929-1-iscsi is: [{'id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'name': 'router1', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:38:09Z', 'updated_at': '2021-04-19T18:38:20Z', 'revision_number': 2, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'gw_port_host': None, '_interfaces': [{'id': '98e4afe5-b20a-499d-81a5-ab94f8b6764a', 'name': '', 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'mac_address': 'fa:16:3e:79:30:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:38:19Z', 'updated_at': '2021-04-19T18:38:22Z', 'revision_number': 4, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'subnets': [{'id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89e234-b765-4559-9390-3e3399f12402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:38:23.759415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 39930) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:23.922933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b677ad-00be-4346-bf4f-3035ec00cf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:23.923547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-07b677ad-00be-4346-bf4f-3035ec00cf02 admin admin] Synchronizing usage tracker for tenant:e74286a5bcd04b35a2d174b63ffca429 on resource:network {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:38:23.941291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-07b677ad-00be-4346-bf4f-3035ec00cf02 admin admin] Unset dirty status for tenant:e74286a5bcd04b35a2d174b63ffca429 on resource:network {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:38:23.942522 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-07b677ad-00be-4346-bf4f-3035ec00cf02 admin admin] 10.222.0.41 "GET /v2.0/networks/158f1d8e-de2f-48a7-aec4-ecc903b91d7a HTTP/1.1" status: 200  len: 842 time: 0.1819758
Apr 19 18:38:23.954537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:23.960328 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:23.964631 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Usage tracker for resource:subnet and tenant:e74286a5bcd04b35a2d174b63ffca429 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:23.967787 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:23.974354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:23.983761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Made reservation on behalf of e74286a5bcd04b35a2d174b63ffca429 for: {'subnet': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:38:23.988406 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.465431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.objects.ports [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86308) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 19 18:38:24.465990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.470786 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:24.715575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5ee0e9-a50e-4392-906d-9e3a255f0035,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:24.718812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:24.721913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:38:24.722312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Network hostable DHCP agents. Network: 158f1d8e-de2f-48a7-aec4-ecc903b91d7a, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:38:24.743716 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:38:24.753601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 158f1d8e-de2f-48a7-aec4-ecc903b91d7a) {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:38:24.758444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:24.759091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.764270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72506d-4663-4dd9-a375-bdea087928bf None None] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:38:24.782416 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8318906
Apr 19 18:38:25.017323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f2002-c92e-47e6-967d-9c210aa7413a None None] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:38:27.452018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 39944) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:27.661874 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f7972261-d119-4823-a919-33250919ea13 admin admin] 10.222.0.41 "GET /v2.0/routers/519ab9c3-2f05-4f14-ac17-1b6173e3ce07 HTTP/1.1" status: 200  len: 710 time: 0.2086341
Apr 19 18:38:27.799147 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48443de-2098-47f9-94da-47242e1cd09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:27.800632 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c48443de-2098-47f9-94da-47242e1cd09a admin admin] 10.222.0.41 "GET /v2.0/networks/158f1d8e-de2f-48a7-aec4-ecc903b91d7a HTTP/1.1" status: 200  len: 886 time: 0.1330366
Apr 19 18:38:27.810616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:28.266670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 98e4afe5-b20a-499d-81a5-ab94f8b6764a up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:38:28.285085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.341964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 98e4afe5-b20a-499d-81a5-ab94f8b6764a completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:38:28.347258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 98e4afe5-b20a-499d-81a5-ab94f8b6764a triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:28.347807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.474742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.644604 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.656227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 98e4afe5-b20a-499d-81a5-ab94f8b6764a, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=98e4afe5-b20a-499d-81a5-ab94f8b6764a,segment=NetworkSegment(275210c6-fe98-4440-b3d6-c3364aae94b8),segment_id=275210c6-fe98-4440-b3d6-c3364aae94b8)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:28.659605 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.661899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:28.709605 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.731200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=98e4afe5-b20a-499d-81a5-ab94f8b6764a,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:28.734461 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:28.853626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Allocated IP 172.27.3.199 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/49acd88e-e5a8-46f8-bcfd-96a971a665d1) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:38:29.012201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:29.043231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:29.048742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:29.122937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:38:29.126431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:38:29.130293 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:38:29.422924 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Pushing event updated for resources: {'Port': ['ID=49acd88e-e5a8-46f8-bcfd-96a971a665d1,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:29.435265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:29.718438 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.078580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.081941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850930476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3845340', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850934222'] for router, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.248034 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 98e4afe5-b20a-499d-81a5-ab94f8b6764a up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:38:30.269858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Router 519ab9c3-2f05-4f14-ac17-1b6173e3ce07 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:38:30.321259 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 98e4afe5-b20a-499d-81a5-ab94f8b6764a triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:30.321815 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.464479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:38:30.473982 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Notify callbacks [] for router, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.474563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Sync routers for ids ['519ab9c3-2f05-4f14-ac17-1b6173e3ce07'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:38:30.475280 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] 10.222.0.41 "PUT /v2.0/routers/519ab9c3-2f05-4f14-ac17-1b6173e3ce07 HTTP/1.1" status: 200  len: 890 time: 2.6684103
Apr 19 18:38:30.485882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Routers {'519ab9c3-2f05-4f14-ac17-1b6173e3ce07'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:30.486638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7878f898>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:38:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['519ab9c3-2f05-4f14-ac17-1b6173e3ce07'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:30.693501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Set router 519ab9c3-2f05-4f14-ac17-1b6173e3ce07 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:31.058632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7878f898>, [{'id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'name': 'router1', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '49acd88e-e5a8-46f8-bcfd-96a971a665d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:38:09Z', 'updated_at': '2021-04-19T18:38:29Z', 'revision_number': 4, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'gw_port': {'id': '49acd88e-e5a8-46f8-bcfd-96a971a665d1', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:38:28Z', 'updated_at': '2021-04-19T18:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '98e4afe5-b20a-499d-81a5-ab94f8b6764a', 'name': '', 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'mac_address': 'fa:16:3e:79:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:38:19Z', 'updated_at': '2021-04-19T18:38:28Z', 'revision_number': 5, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'subnets': [{'id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89e234-b765-4559-9390-3e3399f12402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:31.063940 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Checking router: 519ab9c3-2f05-4f14-ac17-1b6173e3ce07 for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:38:31.064326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Updating router 519ab9c3-2f05-4f14-ac17-1b6173e3ce07 port 49acd88e-e5a8-46f8-bcfd-96a971a665d1 binding host dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:38:31.124652 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.476205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.489382 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Transition to ACTIVE for port object 49acd88e-e5a8-46f8-bcfd-96a971a665d1 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:38:31.495046 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.500081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a66b39d8-5aec-4c80-95c6-10f159542b03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:31.578695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Attempting to bind port 49acd88e-e5a8-46f8-bcfd-96a971a665d1 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:38:31.579104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Attempting to bind port 49acd88e-e5a8-46f8-bcfd-96a971a665d1 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:38:31.579502 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Attempting to bind port 49acd88e-e5a8-46f8-bcfd-96a971a665d1 on network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:38:31.589890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:38:31.590356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:38:31.590839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.591271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Bound using segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:38:31.591773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Bound port: 49acd88e-e5a8-46f8-bcfd-96a971a665d1, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:38:31.592177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.623914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b725b-c3b5-45c2-b778-db2db39fcd0b None None] Pushing event updated for resources: {'Port': ['ID=49acd88e-e5a8-46f8-bcfd-96a971a665d1,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:31.634017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c77b725b-c3b5-45c2-b778-db2db39fcd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:31.674171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] For port 49acd88e-e5a8-46f8-bcfd-96a971a665d1, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:38:31.677280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] For port 49acd88e-e5a8-46f8-bcfd-96a971a665d1, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=49acd88e-e5a8-46f8-bcfd-96a971a665d1,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:38:31.680448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.685540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c77b725b-c3b5-45c2-b778-db2db39fcd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:31.764135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Routers {'519ab9c3-2f05-4f14-ac17-1b6173e3ce07'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:31.764819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7878f898>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:38:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['519ab9c3-2f05-4f14-ac17-1b6173e3ce07'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:31.827898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b725b-c3b5-45c2-b778-db2db39fcd0b None None] Pushing event updated for resources: {'Port': ['ID=49acd88e-e5a8-46f8-bcfd-96a971a665d1,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:31.889765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c77b725b-c3b5-45c2-b778-db2db39fcd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:31.959143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] Set router 519ab9c3-2f05-4f14-ac17-1b6173e3ce07 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:32.308532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7878f898>, [{'id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'name': 'router1', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '49acd88e-e5a8-46f8-bcfd-96a971a665d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:38:09Z', 'updated_at': '2021-04-19T18:38:29Z', 'revision_number': 4, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'gw_port': {'id': '49acd88e-e5a8-46f8-bcfd-96a971a665d1', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:38:28Z', 'updated_at': '2021-04-19T18:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '98e4afe5-b20a-499d-81a5-ab94f8b6764a', 'name': '', 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'mac_address': 'fa:16:3e:79:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:38:19Z', 'updated_at': '2021-04-19T18:38:28Z', 'revision_number': 5, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'subnets': [{'id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89e234-b765-4559-9390-3e3399f12402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:32.312688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe7c60-da2c-4e6a-a492-f913b919e836 None None] The sync data for ids ['519ab9c3-2f05-4f14-ac17-1b6173e3ce07'] in dv-cinder-786929-1-iscsi is: [{'id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'name': 'router1', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '49acd88e-e5a8-46f8-bcfd-96a971a665d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:38:09Z', 'updated_at': '2021-04-19T18:38:29Z', 'revision_number': 4, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'gw_port': {'id': '49acd88e-e5a8-46f8-bcfd-96a971a665d1', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:38:28Z', 'updated_at': '2021-04-19T18:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '98e4afe5-b20a-499d-81a5-ab94f8b6764a', 'name': '', 'network_id': '2375d83e-8755-40b9-9939-36f49d3a4a82', 'tenant_id': '12302903059b41ed80c45c9d5321c5ed', 'mac_address': 'fa:16:3e:79:30:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ab9c3-2f05-4f14-ac17-1b6173e3ce07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:38:19Z', 'updated_at': '2021-04-19T18:38:28Z', 'revision_number': 5, 'project_id': '12302903059b41ed80c45c9d5321c5ed', 'subnets': [{'id': '4b395434-6aeb-4a8d-8576-c3da92b6ab71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d89e234-b765-4559-9390-3e3399f12402'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:38:33.225544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 39954) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:33.348505 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-46d3cb8c-851f-4927-97fe-0531de8dde35 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1217380
Apr 19 18:38:34.287345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 49acd88e-e5a8-46f8-bcfd-96a971a665d1 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:38:34.361711 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 49acd88e-e5a8-46f8-bcfd-96a971a665d1 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:38:34.367287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 49acd88e-e5a8-46f8-bcfd-96a971a665d1 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:34.367855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:34.499817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:34.519911 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 49acd88e-e5a8-46f8-bcfd-96a971a665d1, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=49acd88e-e5a8-46f8-bcfd-96a971a665d1,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:34.522949 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:34.525876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:34.597657 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=49acd88e-e5a8-46f8-bcfd-96a971a665d1,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:34.605268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:36.310464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 49acd88e-e5a8-46f8-bcfd-96a971a665d1 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:38:36.446208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 49acd88e-e5a8-46f8-bcfd-96a971a665d1 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:36.447138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:39.888294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c891fc5-d0ba-4964-bbe7-4584c3459753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:42.998492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c56e508-4ced-4708-ad95-4f68b2fac772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:43.195970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:44.156843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:45.455492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:58.919136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 5 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:39:09.873061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c11df3c-c912-4d5f-b57d-d8eceaf34030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:12.845819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-733c7970-a44c-4834-bb30-690289d9ad15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:13.185776 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:14.133744 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:15.463356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:35.898496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 5 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:39:39.875217 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a187b14f-8e7b-45c5-a3a6-d32594dda9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:42.838794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b403e197-eb27-4e5a-9f7f-6487d6f7fc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:43.186310 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:44.130576 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:45.462580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:09.877270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b0889b8a-6ff4-481c-9ce6-44e3777b95cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:12.839212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-def7c64e-e031-4d89-a98f-8fedf3ebef79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:12.897427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 5 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:40:13.190407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:14.135097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:15.474294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:18.857434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 40524) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:18.935176 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a2495f-309c-437b-841c-44bfca8aa616 admin admin] GET failed (client error): The resource could not be found.
Apr 19 18:40:18.936640 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f4a2495f-309c-437b-841c-44bfca8aa616 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0781443
Apr 19 18:40:19.084337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2503be-727d-418c-b51c-fce579a4c982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:19.085999 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0a2503be-727d-418c-b51c-fce579a4c982 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1446445
Apr 19 18:40:21.632883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40534) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:21.760767 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225b8a3-8c0f-403c-b1b5-69ff646bcc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:21.762231 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6225b8a3-8c0f-403c-b1b5-69ff646bcc8c admin admin] 10.222.0.41 "GET /v2.0/subnets/4b395434-6aeb-4a8d-8576-c3da92b6ab71 HTTP/1.1" status: 200  len: 849 time: 0.1283469
Apr 19 18:40:21.772693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:40:21.904029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:22.229695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734749540825'] for subnet, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:22.234710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:22.280798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:22.281015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:22.283555 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] 10.222.0.41 "PUT /v2.0/subnets/4b395434-6aeb-4a8d-8576-c3da92b6ab71 HTTP/1.1" status: 200  len: 868 time: 0.5148768
Apr 19 18:40:22.284455 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbfd22e-52b7-4f57-9576-6333a722b738 None None] Network 2375d83e-8755-40b9-9939-36f49d3a4a82 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:40:22.317577 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b395434-6aeb-4a8d-8576-c3da92b6ab71,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:22.328223 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.328697 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.329074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.329440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.329806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.330185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.330577 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.330936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.331291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.331646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.332011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.332356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:22.338905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:22.813308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-c5037cc8-4945-46d7-96ba-74ca996eb80f None None] Provisioning complete for port 98e4afe5-b20a-499d-81a5-ab94f8b6764a triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:40:22.813877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c5037cc8-4945-46d7-96ba-74ca996eb80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:22.952098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-c5037cc8-4945-46d7-96ba-74ca996eb80f None None] Provisioning complete for port 7cfd1649-f760-4039-b329-0f9e0b6e8d1c triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:40:22.952509 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c5037cc8-4945-46d7-96ba-74ca996eb80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:24.949570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40544) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:25.148589 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331e1ac-2988-482b-b3dc-d4771f151346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:25.149062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331e1ac-2988-482b-b3dc-d4771f151346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:25.150949 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1331e1ac-2988-482b-b3dc-d4771f151346 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2003098
Apr 19 18:40:27.726343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40554) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:27.919597 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a962b-daa1-486a-90bb-839e539e92de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:27.920065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a962b-daa1-486a-90bb-839e539e92de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:27.921796 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f69a962b-daa1-486a-90bb-839e539e92de admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1943240
Apr 19 18:40:30.468783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40564) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:30.652898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e4e875-9806-4523-ad40-702458caac34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:30.654372 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d3e4e875-9806-4523-ad40-702458caac34 admin admin] 10.222.0.41 "GET /v2.0/networks/158f1d8e-de2f-48a7-aec4-ecc903b91d7a HTTP/1.1" status: 200  len: 886 time: 0.1845627
Apr 19 18:40:33.265584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40574) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:33.610266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860ec19-632a-493f-863a-76e419bc8471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:33.611781 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0860ec19-632a-493f-863a-76e419bc8471 admin admin] 10.222.0.41 "GET /v2.0/networks/2375d83e-8755-40b9-9939-36f49d3a4a82 HTTP/1.1" status: 200  len: 869 time: 0.3451605
Apr 19 18:40:36.165851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40584) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:36.286794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747ecfe-f1b6-4d50-9910-3f9b46c2daf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:36.287300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747ecfe-f1b6-4d50-9910-3f9b46c2daf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:36.289115 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-9747ecfe-f1b6-4d50-9910-3f9b46c2daf2 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1221988
Apr 19 18:40:38.837200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40594) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:38.952306 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f332d-e976-4c48-9eba-5572c603ebff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:38.952819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f332d-e976-4c48-9eba-5572c603ebff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:38.954449 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f20f332d-e976-4c48-9eba-5572c603ebff admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1161633
Apr 19 18:40:39.887339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9ac61153-2a02-49d9-80fd-08e99976689a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:41.604952 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40604) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:41.726517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d827801-b8b9-4649-95f9-1b8d820d503c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:41.727992 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0d827801-b8b9-4649-95f9-1b8d820d503c admin admin] 10.222.0.41 "GET /v2.0/subnets/4b395434-6aeb-4a8d-8576-c3da92b6ab71 HTTP/1.1" status: 200  len: 868 time: 0.1220162
Apr 19 18:40:42.843117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9af505f8-5504-4acb-94b4-1c3c19280acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:43.191834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:44.141535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:44.277202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 40614) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:44.394606 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257132b0-25cd-4aaa-89b6-aa527c9745a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:44.395316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-257132b0-25cd-4aaa-89b6-aa527c9745a7 admin admin] Synchronizing usage tracker for tenant:e74286a5bcd04b35a2d174b63ffca429 on resource:subnet {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:40:44.411499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-257132b0-25cd-4aaa-89b6-aa527c9745a7 admin admin] Unset dirty status for tenant:e74286a5bcd04b35a2d174b63ffca429 on resource:subnet {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:40:44.413443 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-257132b0-25cd-4aaa-89b6-aa527c9745a7 admin admin] 10.222.0.41 "GET /v2.0/subnets/9f5ee0e9-a50e-4392-906d-9e3a255f0035 HTTP/1.1" status: 200  len: 816 time: 0.1344199
Apr 19 18:40:45.478763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:49.897534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 5 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:41:09.877771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-09d9058a-ca3e-4ea7-80af-c5847106accd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:11.429593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40658) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:41:11.482824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [None req-c95c6041-373f-422c-9402-3e607c7e8612 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:41:11.483933 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c95c6041-373f-422c-9402-3e607c7e8612 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0533497
Apr 19 18:41:12.838721 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e304b2ef-9ff9-4e31-995a-1629bbed55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:13.194797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:14.103697 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40668) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:41:14.135500 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:14.183500 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96abc1a-697a-4610-a57b-a15c9ee69b40 admin admin] GET failed (client error): The resource could not be found.
Apr 19 18:41:14.184916 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d96abc1a-697a-4610-a57b-a15c9ee69b40 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0802121
Apr 19 18:41:14.329283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663a9562-3b47-406e-9ed3-263f49cf50bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:41:14.330901 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-663a9562-3b47-406e-9ed3-263f49cf50bd admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1412659
Apr 19 18:41:15.483668 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:16.961493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40678) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:41:17.017570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:41:17.022792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:41:17.033004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:41:17.042172 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Made reservation on behalf of e74286a5bcd04b35a2d174b63ffca429 for: {'network': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:41:17.046859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:17.142075 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.services.revisions.revision_plugin [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1b7881a208] {project_id='e74286a5bcd04b35a2d174b63ffca429', id='de490036-617a-4a2c-943f-c5f9c60b972f', target_tenant='*', action='access_as_shared', object_id='9a3a58f8-9386-49a9-b9a0-23d2ffc248a5'}> to bump revision.
Apr 19 18:41:17.155107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'}  {{(pid=86309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:41:17.165875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:17.166303 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Added segment 21870b7e-f3cd-46e4-8160-ec2098d0ddab of type vlan for network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5
Apr 19 18:41:17.193971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:17.223292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:17.225179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:41:17.225809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:17.230664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:17.336698 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3737664
Apr 19 18:41:17.337448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Pushing event updated for resources: {'Network': ['ID=9a3a58f8-9386-49a9-b9a0-23d2ffc248a5,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:17.340362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:17.348748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:41:19.881540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40688) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:41:19.959170 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.pecan_wsgi.hooks.translation [None req-939f6eee-eea3-4271-9443-cb15bbcc7778 admin admin] GET failed (client error): The resource could not be found.
Apr 19 18:41:19.959834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-939f6eee-eea3-4271-9443-cb15bbcc7778 admin admin] Synchronizing usage tracker for tenant:e74286a5bcd04b35a2d174b63ffca429 on resource:network {{(pid=86309) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:41:19.974050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-939f6eee-eea3-4271-9443-cb15bbcc7778 admin admin] Unset dirty status for tenant:e74286a5bcd04b35a2d174b63ffca429 on resource:network {{(pid=86309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:41:19.975458 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-939f6eee-eea3-4271-9443-cb15bbcc7778 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0928388
Apr 19 18:41:20.093391 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b04309-f2a9-4ff3-b02c-ff97de473fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:41:20.094922 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-36b04309-f2a9-4ff3-b02c-ff97de473fb8 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1150639
Apr 19 18:41:20.106892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5', 'name': 'shared-subnet'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:41:20.111814 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:41:20.121841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:41:20.131462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Made reservation on behalf of e74286a5bcd04b35a2d174b63ffca429 for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:41:20.135800 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:20.543635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:20.551922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:20.633908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fca8214-a8e5-4657-bb89-c1ce8742d0ec,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:20.637883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:20.638771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Checking segment: {'id': '21870b7e-f3cd-46e4-8160-ec2098d0ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:41:20.639156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Network hostable DHCP agents. Network: 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:41:20.664160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:41:20.672459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:41:20.676491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:41:20.677177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:20.682043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7ce5ca-4fbd-475d-9063-629dcdbd92af None None] Network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:41:20.703151 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6010675
Apr 19 18:41:20.924344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84524719-d496-59df-8eba-4cb173923df2-9a3a58f8-9386-49a9-b9a0-23d2ffc248a5', 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5', 'tenant_id': 'e74286a5bcd04b35a2d174b63ffca429', 'fixed_ips': [{'subnet_id': '5fca8214-a8e5-4657-bb89-c1ce8742d0ec'}]}} from dv-cinder-786929-1-iscsi. {{(pid=86310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:41:20.925261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:21.095097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Allocated IP 192.168.233.2 (9a3a58f8-9386-49a9-b9a0-23d2ffc248a5/5fca8214-a8e5-4657-bb89-c1ce8742d0ec/3cdee293-6712-44bc-a571-9b5e789b5353) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:41:21.335992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:21.347068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Transition to ACTIVE for port object 3cdee293-6712-44bc-a571-9b5e789b5353 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:41:21.367920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Transition to ACTIVE for port object 3cdee293-6712-44bc-a571-9b5e789b5353 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:41:21.371711 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:21.377691 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:21.443569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:41:21.447336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:41:21.451346 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:41:21.494238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Pushing event updated for resources: {'Port': ['ID=3cdee293-6712-44bc-a571-9b5e789b5353,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:21.533838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.534227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.534636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.535006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.535377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.535750 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.536113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.536855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.537203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.537567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.537931 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.538295 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:41:21.546784 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:21.569480 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Attempting to bind port 3cdee293-6712-44bc-a571-9b5e789b5353 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:41:21.569900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Attempting to bind port 3cdee293-6712-44bc-a571-9b5e789b5353 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': '21870b7e-f3cd-46e4-8160-ec2098d0ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:41:21.570308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Attempting to bind port 3cdee293-6712-44bc-a571-9b5e789b5353 on network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:41:21.576168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:41:21.576589 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Checking segment: {'id': '21870b7e-f3cd-46e4-8160-ec2098d0ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:41:21.577189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:21.577627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Bound using segment: {'id': '21870b7e-f3cd-46e4-8160-ec2098d0ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:41:21.578146 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Bound port: 3cdee293-6712-44bc-a571-9b5e789b5353, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21870b7e-f3cd-46e4-8160-ec2098d0ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:41:21.578590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:21.676831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] For port 3cdee293-6712-44bc-a571-9b5e789b5353, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:41:21.681945 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] For port 3cdee293-6712-44bc-a571-9b5e789b5353, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=3cdee293-6712-44bc-a571-9b5e789b5353,segment=NetworkSegment(21870b7e-f3cd-46e4-8160-ec2098d0ddab),segment_id=21870b7e-f3cd-46e4-8160-ec2098d0ddab)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:41:21.685725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:21.691429 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:21.772773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Pushing event updated for resources: {'Port': ['ID=3cdee293-6712-44bc-a571-9b5e789b5353,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:21.776002 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:22.413383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 3cdee293-6712-44bc-a571-9b5e789b5353 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:41:22.491109 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 3cdee293-6712-44bc-a571-9b5e789b5353 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:41:23.016659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709e8da-79cf-4926-ab4c-8db711dae43f None None] Network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:41:23.132398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-58ca22b8-c5cb-4988-958a-a42e6cfaede7 None None] Provisioning for port 3cdee293-6712-44bc-a571-9b5e789b5353 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:41:23.142222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-58ca22b8-c5cb-4988-958a-a42e6cfaede7 None None] Provisioning complete for port 3cdee293-6712-44bc-a571-9b5e789b5353 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:41:23.142663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-58ca22b8-c5cb-4988-958a-a42e6cfaede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:23.533835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-58ca22b8-c5cb-4988-958a-a42e6cfaede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:23.586599 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-58ca22b8-c5cb-4988-958a-a42e6cfaede7 None None] For port 3cdee293-6712-44bc-a571-9b5e789b5353, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=3cdee293-6712-44bc-a571-9b5e789b5353,segment=NetworkSegment(21870b7e-f3cd-46e4-8160-ec2098d0ddab),segment_id=21870b7e-f3cd-46e4-8160-ec2098d0ddab)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:41:23.590142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-58ca22b8-c5cb-4988-958a-a42e6cfaede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:23.592932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c77b725b-c3b5-45c2-b778-db2db39fcd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:23.669769 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca22b8-c5cb-4988-958a-a42e6cfaede7 None None] Pushing event updated for resources: {'Port': ['ID=3cdee293-6712-44bc-a571-9b5e789b5353,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:23.673313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-58ca22b8-c5cb-4988-958a-a42e6cfaede7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:23.815965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-90764fab-98a2-4bc6-b618-7b30928e173f None None] Provisioning complete for port 3cdee293-6712-44bc-a571-9b5e789b5353 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:41:23.816305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-90764fab-98a2-4bc6-b618-7b30928e173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:24.392378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 3cdee293-6712-44bc-a571-9b5e789b5353 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:41:24.471332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 3cdee293-6712-44bc-a571-9b5e789b5353 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:41:24.471748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:26.897230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 5 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:41:39.880676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-90c334df-e1fa-4859-be6d-a94169e51ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:42.841921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fc59d1d3-f27d-4ab0-93a6-3dbfc90f725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:43.199540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:44.139270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:45.484806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:03.897703 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 5 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:42:09.884046 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-45ca7fe8-4327-42a0-8eee-625010300f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:12.844809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5658f855-903c-4447-9414-1bf04c5d586e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:13.202904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:14.142097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:15.487432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:39.886600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-60b725ac-5ef6-4698-b252-8ee69635a54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:40.514792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40730) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:42:40.522002 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [None req-7cbd28fd-f524-4b39-8624-88ab7efe1bd0 tempest-verify_tempest_config-124337526 tempest-verify_tempest_config-124337526-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86309) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:42:40.523137 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7cbd28fd-f524-4b39-8624-88ab7efe1bd0 tempest-verify_tempest_config-124337526 tempest-verify_tempest_config-124337526-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0072911
Apr 19 18:42:40.853015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 40752) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:42:40.897833 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 5 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:42:40.981333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:40.996088 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:42:41.000300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Usage tracker for resource:security_group_rule and tenant:60580eda12d04d3a89a756b5ea331654 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:42:41.003336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:42:41.010083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:42:41.101366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:41.104098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:41.113870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:42:41.155286 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40131b1-66b6-464f-8a4e-7431bbad4b95,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:42:41.160898 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60580eda12d04d3a89a756b5ea331654&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3068018
Apr 19 18:42:41.163927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 40758) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:42:41.165496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.165891 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.166262 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.166653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.167014 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.167375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.167732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.168088 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.168447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.168799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.169152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.169501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.173541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:42:41.226245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:41.252592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:41.306182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:41.311402 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:42:41.328666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40131b1-66b6-464f-8a4e-7431bbad4b95,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:42:41.337196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.337590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.337956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.338316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.338696 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.339055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.339447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.339799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.340162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.340511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.340859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.341205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:42:41.343970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:41.347443 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a40131b1-66b6-464f-8a4e-7431bbad4b95 HTTP/1.1" status: 204  len: 168 time: 0.1801302
Apr 19 18:42:41.347443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:42:42.847811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bb8157b8-f59f-41d3-844f-55eaec06e576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:43.204822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:44.148791 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:45.491094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:09.888860 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0d77-3d15-46cf-a0d5-9ea485f82994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:12.852040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22bdcc4c-4efb-4a42-ae88-722ffbbc457b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:13.207743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:14.143131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:15.497055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:17.897613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 5 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:43:39.891806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-129df85c-d1bc-4421-ada5-b89b3719e87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:42.854922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-93a5b055-e357-45bf-ac79-73570bc81255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:43.212870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:44.146166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:45.499179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:54.897197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 5 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:44:09.894301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d85cd52b-4d8b-4a85-b9a4-fb86d89a9849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:12.859479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8e0230b9-2e76-414e-b9a3-6967421e83dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:13.213639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:13.844592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229'] for agent, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:14.150222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:15.501176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:18.472986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 40814) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:44:18.601698 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-fa017725-43d8-4c57-8821-97f29c1f9bdc admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1272163
Apr 19 18:44:21.158134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 40824) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:44:21.221218 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-4856c29f-e54d-4856-b61e-ee3e9ace6f50 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0618854
Apr 19 18:44:31.896888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:44:39.895965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb5818a9-36d0-48b6-8f94-c5fe6f548043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:42.861143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8678717f-93de-43ba-bedb-7dd1af223e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:43.215520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:43.828187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:44.153094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:45.503712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:08.897270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:45:09.897363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-284e5cbf-19ee-4a77-9d22-fcb564751057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:12.865562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-512fa347-0427-4b06-b0bd-24b26ee20af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:13.219336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:13.830181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:14.160388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:15.512169 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:39.899569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-099f8195-137f-44e2-b0eb-df5af175c98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:42.859749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2d3082dd-b54a-4ef0-a74a-7272ebee073e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:43.223767 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:43.842170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:44.154648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:45.514594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:45.897375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:45:56.753871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41022) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:45:56.758028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41024) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:45:57.199595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1887602991-network', 'tenant_id': 'eccdb27381eb442e9c91d23ead288e60'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:45:57.206814 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:57.212143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Usage tracker for resource:network and tenant:eccdb27381eb442e9c91d23ead288e60 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:57.215407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:57.222241 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:57.234044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Made reservation on behalf of eccdb27381eb442e9c91d23ead288e60 for: {'network': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:45:57.239041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.254755 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.271883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:57.276477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Usage tracker for resource:security_group_rule and tenant:eccdb27381eb442e9c91d23ead288e60 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:57.280211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:57.286270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:57.319023 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41050) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:45:57.385352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.388729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.390674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-887864742-network', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:45:57.394295 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:45:57.397170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:57.402418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Usage tracker for resource:network and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:57.406821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:57.413440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:57.422600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abab074-97a1-4732-9f66-fbf28db7191b,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:45:57.429180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Made reservation on behalf of 4b5fc0221dfc4bd59e82e8e9e429dc7f for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:45:57.432026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.432433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.432813 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.433183 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.433573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.434135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.434549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.434890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.435853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.436367 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.437527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.438082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Tracked resource versions report:
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]: pushed versions:
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]: {   'AddressGroup': {'1.2'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'ConntrackHelper': {'1.0'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Log': {'1.0'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Network': {'1.1'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Port': {'1.7'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'PortForwarding': {'1.2'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'QosPolicy': {'1.8'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroup': {'1.4'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SubPort': {'1.0'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Subnet': {'1.1'},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Trunk': {'1.1'}}
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]: consumer versions:
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]: {   DHCP agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     HyperV agent@hv-cinder-78692: {},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     L3 agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metadata agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metering agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:     Open vSwitch agent@dv-cinder-786929-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Log': '1.0',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Network': '1.1',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Port': '1.7',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'PortForwarding': '1.2',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'QosPolicy': '1.8',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroup': '1.4',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SubPort': '1.0',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Subnet': '1.1',
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Trunk': '1.1'}}
Apr 19 18:45:57.439531 dv-cinder-786929-1-iscsi neutron-server[86194]:  {{(pid=86309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:45:57.441614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.447643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:45:57.451446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'}  {{(pid=86309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:45:57.457017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.464680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.465353 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Added segment 56fb08b3-cc53-4e16-b40e-c546867cd1fd of type vlan for network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c
Apr 19 18:45:57.474831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:57.481479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Usage tracker for resource:security_group_rule and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:57.487595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:57.494552 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:57.503518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.538687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.540497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:45:57.541334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.574871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c7099850-9f4f-4c9e-a909-b7cebb4b96b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:45:57.594278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41064) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:45:57.626451 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8674178
Apr 19 18:45:57.627033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41070) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:45:57.634258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Request body: {'subnet': {'network_id': 'e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1887602991-subnet', 'tenant_id': 'eccdb27381eb442e9c91d23ead288e60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:45:57.654100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-299257116-network', 'tenant_id': 'a598eef27c394deb9f152c93f429143f'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:45:57.658326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:57.673756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.675512 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Usage tracker for resource:subnet and tenant:eccdb27381eb442e9c91d23ead288e60 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:57.679977 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:57.683270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:57.685825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.691709 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Usage tracker for resource:network and tenant:a598eef27c394deb9f152c93f429143f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:57.693740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:45:57.697025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:57.701258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:57.703073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3a5e69c7-139e-4ac9-90bd-1b2e63a3fcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:45:57.707572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:45:57.713740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:45:57.750487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1cc8e-267f-4ea2-bda0-8e3396307c50,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:45:57.762899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:57.767337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.767915 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.768440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.768956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.769670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.770345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.770900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.771410 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.771957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.772444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.772961 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.773469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Tracked resource versions report:
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]: pushed versions:
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]: {   'AddressGroup': {'1.2'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'ConntrackHelper': {'1.0'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Log': {'1.0'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Network': {'1.1'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Port': {'1.7'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'PortForwarding': {'1.2'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'QosPolicy': {'1.8'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroup': {'1.4'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SubPort': {'1.0'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Subnet': {'1.1'},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Trunk': {'1.1'}}
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]: consumer versions:
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]: {   DHCP agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     HyperV agent@hv-cinder-78692: {},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     L3 agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metadata agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metering agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:     Open vSwitch agent@dv-cinder-786929-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Log': '1.0',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Network': '1.1',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Port': '1.7',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'PortForwarding': '1.2',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'QosPolicy': '1.8',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroup': '1.4',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SubPort': '1.0',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Subnet': '1.1',
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Trunk': '1.1'}}
Apr 19 18:45:57.774831 dv-cinder-786929-1-iscsi neutron-server[86194]:  {{(pid=86308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:45:57.787716 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:45:57.799720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'}  {{(pid=86308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:45:57.803325 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Made reservation on behalf of eccdb27381eb442e9c91d23ead288e60 for: {'subnet': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:45:57.808692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.852215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Made reservation on behalf of a598eef27c394deb9f152c93f429143f for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:45:57.856984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.924089 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.947820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-network', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:45:57.956795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:57.957192 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Added segment cf679262-55d7-4add-a121-36f5ce32f429 of type vlan for network c78cba19-b9b1-44c2-ac83-926eaef8bf55
Apr 19 18:45:57.968761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:57.975873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Usage tracker for resource:network and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:57.978889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:57.985526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:57.996835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Usage tracker for resource:security_group_rule and tenant:a598eef27c394deb9f152c93f429143f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:58.002866 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:58.014806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:58.027628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:58.058239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:58.064517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Made reservation on behalf of 6bc900f7f85d40e490ef8ca208c96044 for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:45:58.069263 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:58.103375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:58.196689 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:58.211233 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Usage tracker for resource:security_group_rule and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:58.222449 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:58.236172 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:58.240123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:58.248151 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:45:58.248796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:58.261706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:45:58.762571 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:58.774590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41120) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:45:58.775494 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.0148292
Apr 19 18:45:58.782072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Request body: {'subnet': {'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-887864742-subnet', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:45:58.787856 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:58.798745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Usage tracker for resource:subnet and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:58.799265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:58.804503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:58.827465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:58.861474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Pushing event updated for resources: {'Network': ['ID=c78cba19-b9b1-44c2-ac83-926eaef8bf55,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:45:58.865806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Made reservation on behalf of 4b5fc0221dfc4bd59e82e8e9e429dc7f for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:45:58.873209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:58.874859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:45:58.887714 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'}  {{(pid=86308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:45:58.898281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:58.898971 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Added segment 3e4cbc64-9169-421f-ae61-afdc1ac46fd6 of type vlan for network a44011d1-034d-4152-ae01-60bfbc348ee2
Apr 19 18:45:58.928018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:58.976401 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:45:58.977168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:45:58.989616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.005351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:45:59.006463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.043564 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.7233937
Apr 19 18:45:59.056452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41142) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:45:59.070071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Request body: {'subnet': {'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-299257116-subnet', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:45:59.075127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd118a8-1726-4408-9a91-d159920ab4b3,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:45:59.081176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:59.091231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Usage tracker for resource:subnet and tenant:a598eef27c394deb9f152c93f429143f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:59.114042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:59.123053 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:45:59.129171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-52806a54-11db-4701-b480-0ebb41ac7dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:45:59.135675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:59.165333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Made reservation on behalf of a598eef27c394deb9f152c93f429143f for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:45:59.170341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.320955 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.323490 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Pushing event updated for resources: {'Network': ['ID=a44011d1-034d-4152-ae01-60bfbc348ee2,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:45:59.326764 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:45:59.331808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.335669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network a44011d1-034d-4152-ae01-60bfbc348ee2 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:45:59.367780 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:45:59.492350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=86308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:45:59.507562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.508106 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Added segment dd527dc5-bc3e-4612-833e-f7956c212b7d of type vlan for network 805464bc-4830-4f32-8442-9b3936f44b12
Apr 19 18:45:59.545425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.600679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b4f157-652a-46f7-8f69-9b05fcf94b3c,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:45:59.610979 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.611996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:45:59.613427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:45:59.614208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.622996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:45:59.702894 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.772428 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.1768072
Apr 19 18:45:59.778081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41188) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:45:59.789170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Pushing event updated for resources: {'Network': ['ID=805464bc-4830-4f32-8442-9b3936f44b12,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:45:59.793634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:45:59.795648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-47ec6746-6ccc-480f-98c7-dbade368fec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:45:59.800294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 805464bc-4830-4f32-8442-9b3936f44b12 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:45:59.801517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Request body: {'subnet': {'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-subnet', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:45:59.835371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:45:59.846981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Usage tracker for resource:subnet and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:45:59.851231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:45:59.892166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:45:59.935306 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Checking segment: {'id': '56fb08b3-cc53-4e16-b40e-c546867cd1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:45:59.936022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Network hostable DHCP agents. Network: e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:45:59.940389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Made reservation on behalf of 6bc900f7f85d40e490ef8ca208c96044 for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:45:59.945218 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.965453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:59.977429 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f340e6-d2ad-4339-bda9-04f056eadf2d,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:45:59.983514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:45:59.990878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:45:59.997915 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3ceb46f5-3d09-4e98-b6f7-d44321a9d789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:00.006696 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c) {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:00.019617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:00.020568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:00.020706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfddf487-44bf-4e51-b247-7a57698303fb None None] Network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:00.069233 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-64e9fa89-8ed6-4c7d-84e0-4515e9a57826 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4408057
Apr 19 18:46:00.547521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a8a8f-5607-44c1-9498-206d14ad7b11 None None] Network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:00.606808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41230) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:00.616171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:00.631494 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Checking segment: {'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:00.631907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Network hostable DHCP agents. Network: a44011d1-034d-4152-ae01-60bfbc348ee2, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:46:00.666909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:00.691084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:00.698282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7e39c7bf-8851-4329-9048-acb9e6ccaf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:00.782015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:00.784315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Network a44011d1-034d-4152-ae01-60bfbc348ee2 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:46:00.790858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:00.801499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Checking segment: {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:00.801997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Network hostable DHCP agents. Network: c78cba19-b9b1-44c2-ac83-926eaef8bf55, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:46:00.813793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, a44011d1-034d-4152-ae01-60bfbc348ee2) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:00.890119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:00.891503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79560213-2c80-4f0c-9a1d-4f1ff30f3006 None None] Network a44011d1-034d-4152-ae01-60bfbc348ee2 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:00.893766 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:00.943470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:46:00.946199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41250) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:00.946868 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41252) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:00.953818 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 19 18:46:00.963544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, c78cba19-b9b1-44c2-ac83-926eaef8bf55) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:00.983024 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.9249778
Apr 19 18:46:00.984717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:00.985392 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:00.990918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41260) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:01.016762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e2166f-ee6b-4f90-8a9c-0a635c3d808e None None] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:01.018234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-299257116-router', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:01.030911 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:01.035889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.039452 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ab1eef40-a00d-41c2-b645-d02f3b54e343 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.2636731
Apr 19 18:46:01.040881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Usage tracker for resource:router and tenant:a598eef27c394deb9f152c93f429143f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:01.043765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41266) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:01.049808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:01.053309 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:01.057731 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:01.062975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Usage tracker for resource:security_group_rule and tenant:dca262bfc6fc4692ab4a0551f186fcc4 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:01.066582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:01.073196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:01.078626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:01.081139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:01.098257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Usage tracker for resource:router and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:01.105264 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:01.113907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:01.173971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.191436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850928906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258002'] for router, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.192815 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3846910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3845144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3805449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854517851'] for router, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.208302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850928906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258002'] for router, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.209371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3846910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3845144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3805449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854517851'] for router, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.244558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.248170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.263177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.264308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:01.280909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] Usage tracker for resource:security_group_rule and tenant:56b763a7cbff46ddb56eccfe1c7c542e is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:01.285570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:01.331551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:01.334753 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c130efcc-d7ca-439c-9022-ca14521667c3,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:01.348234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.357212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:01.358328 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:01.377862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Synchronizing usage tracker for tenant:e74286a5bcd04b35a2d174b63ffca429 on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:01.439872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-976f0d9d-82ae-4548-a626-b179ba93e3f9 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:01.441617 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-976f0d9d-82ae-4548-a626-b179ba93e3f9 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/networks?id=e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c HTTP/1.1" status: 200  len: 812 time: 0.4933281
Apr 19 18:46:01.442473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Unset dirty status for tenant:e74286a5bcd04b35a2d174b63ffca429 on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:01.446676 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dca262bfc6fc4692ab4a0551f186fcc4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8387303
Apr 19 18:46:01.447398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41276) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:01.498548 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-39286084-e8ab-43f7-b211-6c9b2562183a tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/quotas/eccdb27381eb442e9c91d23ead288e60 HTTP/1.1" status: 200  len: 375 time: 0.0324526
Apr 19 18:46:01.569449 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-3b0b0291-0887-4300-a60e-426db2ba4049 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eccdb27381eb442e9c91d23ead288e60&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0577996
Apr 19 18:46:01.604610 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-051c6f49-a8ac-4d61-a20d-fd4e3095dde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.617951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23529548-5060-4106-b3f8-cee411e61085 None None] Network a44011d1-034d-4152-ae01-60bfbc348ee2 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:01.634549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-051c6f49-a8ac-4d61-a20d-fd4e3095dde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.695176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-051c6f49-a8ac-4d61-a20d-fd4e3095dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.703898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:01.728151 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c6f49-a8ac-4d61-a20d-fd4e3095dde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c130efcc-d7ca-439c-9022-ca14521667c3,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:01.734653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-051c6f49-a8ac-4d61-a20d-fd4e3095dde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:01.754280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.756049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-051c6f49-a8ac-4d61-a20d-fd4e3095dde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.760841 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-051c6f49-a8ac-4d61-a20d-fd4e3095dde3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c130efcc-d7ca-439c-9022-ca14521667c3 HTTP/1.1" status: 204  len: 168 time: 0.3105903
Apr 19 18:46:01.768838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.800213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:01.813830 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56b763a7cbff46ddb56eccfe1c7c542e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8635027
Apr 19 18:46:01.816355 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41290) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:01.881095 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-0ff535fc-1e66-4c9e-9584-9e3752ad1edf service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:46:01.882678 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-0ff535fc-1e66-4c9e-9584-9e3752ad1edf service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1204267
Apr 19 18:46:01.906231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be488a1-8eeb-46e8-99d5-a6c4f013affa,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:01.982875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84524719-d496-59df-8eba-4cb173923df2-c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e'}]}} from dv-cinder-786929-1-iscsi. {{(pid=86310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:46:01.983901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:01.986590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:02.052559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.258975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c33fd4c5-a5f6-498f-b942-bbf4322033a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.270940 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.281101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.316804 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:02.354771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Allocated IP 172.20.0.2 (c78cba19-b9b1-44c2-ac83-926eaef8bf55/81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e/9c9317de-deda-45b5-a5f2-fd7cc19d2cb7) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:02.384054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c33fd4c5-a5f6-498f-b942-bbf4322033a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.442636 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-cb464865-04a8-4d13-a14a-744cfb7f27c7 service neutron] 10.222.0.41 "GET /v2.0/networks/e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5297654
Apr 19 18:46:02.558359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Checking segment: {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:02.558797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Network hostable DHCP agents. Network: 805464bc-4830-4f32-8442-9b3936f44b12, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:46:02.574626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Pushing event updated for resources: {'Subnet': ['ID=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:02.629149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c33fd4c5-a5f6-498f-b942-bbf4322033a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.638185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:02.655762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1274c0b3-9d6e-4a25-921a-8eda3dafcf7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:02.672007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fd4c5-a5f6-498f-b942-bbf4322033a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be488a1-8eeb-46e8-99d5-a6c4f013affa,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:02.676362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Network 805464bc-4830-4f32-8442-9b3936f44b12 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:46:02.679806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c33fd4c5-a5f6-498f-b942-bbf4322033a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:02.694066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c33fd4c5-a5f6-498f-b942-bbf4322033a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.695431 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c33fd4c5-a5f6-498f-b942-bbf4322033a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9be488a1-8eeb-46e8-99d5-a6c4f013affa HTTP/1.1" status: 204  len: 168 time: 0.8780637
Apr 19 18:46:02.704347 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-88470672-6dc0-47e0-9320-146759bd19b4 service neutron] 10.222.0.41 "GET /v2.0/networks/e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501905
Apr 19 18:46:02.749917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.779472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Transition to ACTIVE for port object 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:02.845914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Transition to ACTIVE for port object 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:02.853719 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.878508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:02.904088 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 805464bc-4830-4f32-8442-9b3936f44b12) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:02.911928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:02.912565 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.951430 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.1720600
Apr 19 18:46:02.954947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41328) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:02.960303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:02.968409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:02.979491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Usage tracker for resource:router and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:02.987436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:03.003483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:03.031036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850928906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258002'] for router, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.032155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3846910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3845144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3805449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854517851'] for router, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.076548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.088315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Pushing event updated for resources: {'Port': ['ID=9c9317de-deda-45b5-a5f2-fd7cc19d2cb7,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:03.125180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe6fb4f-4ab6-4282-b847-403a07f76c66 None None] Network 805464bc-4830-4f32-8442-9b3936f44b12 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:03.205932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41342) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:03.265722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.266119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.266527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.266905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.267277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.267707 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.268259 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.268634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.268986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.269357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.270206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.270874 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Tracked resource versions report:
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]: pushed versions:
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]: {   'AddressGroup': {'1.2'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'ConntrackHelper': {'1.0'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Log': {'1.0'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Network': {'1.1'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Port': {'1.7'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'PortForwarding': {'1.2'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'QosPolicy': {'1.8'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroup': {'1.4'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SubPort': {'1.0'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Subnet': {'1.1'},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Trunk': {'1.1'}}
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]: consumer versions:
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]: {   DHCP agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     HyperV agent@hv-cinder-78692: {},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     L3 agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metadata agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metering agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:     Open vSwitch agent@dv-cinder-786929-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Log': '1.0',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Network': '1.1',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Port': '1.7',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'PortForwarding': '1.2',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'QosPolicy': '1.8',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroup': '1.4',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SubPort': '1.0',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Subnet': '1.1',
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Trunk': '1.1'}}
Apr 19 18:46:03.272549 dv-cinder-786929-1-iscsi neutron-server[86194]:  {{(pid=86310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:46:03.283648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:03.293299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:03.306099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:03.318322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:03.430234 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b9829b72-e6ea-4876-af6a-002c44224fe5 req-b91ae121-dcae-46e7-b239-c450d0aaea54 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 210 time: 0.2224860
Apr 19 18:46:03.486357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Attempting to bind port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:03.486801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Attempting to bind port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:03.487357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Attempting to bind port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 on network c78cba19-b9b1-44c2-ac83-926eaef8bf55 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:03.494856 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:03.495253 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Checking segment: {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:03.495851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.496289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Bound using segment: {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:03.498473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Bound port: 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:03.498942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.644517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.646691 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.682666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.691556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41364) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:03.722628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.726212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.844914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] For port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:03.849166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] For port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=9c9317de-deda-45b5-a5f2-fd7cc19d2cb7,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:03.858061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.865660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:03.889369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41372) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:03.936054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84524719-d496-59df-8eba-4cb173923df2-805464bc-4830-4f32-8442-9b3936f44b12', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5'}]}} from dv-cinder-786929-1-iscsi. {{(pid=86310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:46:03.937775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.942452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:03.964603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:03.971481 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] Usage tracker for resource:security_group_rule and tenant:b3227de0f54849bdba2771a02c0b8533 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:03.977020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:03.988052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:04.033140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Allocated IP 172.27.3.236 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/a3608fc2-bbe3-48c8-b563-086d153b20cf) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:04.245427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:04.366663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:04.367057 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-942880265-network', 'tenant_id': '9b190768bd344f7cbb00b1c890acbf76'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:04.379777 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:04.395852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Allocated IP 172.20.0.2 (805464bc-4830-4f32-8442-9b3936f44b12/278aaf89-c0ee-4e0d-9667-e16cb9af0cb5/9ea0927a-6222-41e3-9ad6-825c1da99b22) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:04.413996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:04.438086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Usage tracker for resource:network and tenant:9b190768bd344f7cbb00b1c890acbf76 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:04.550022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:04.557757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:04.575120 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:04.718327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:04.794708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Pushing event updated for resources: {'Port': ['ID=9c9317de-deda-45b5-a5f2-fd7cc19d2cb7,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:04.800794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:04.816789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:04.821711 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:04.832700 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3ed19b1-8cff-4f90-84dc-0f1c8c7d19f1 req-4d6f1a86-242f-4573-8f0a-0cdf9bd79741 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 210 time: 0.1104496
Apr 19 18:46:04.837570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Transition to ACTIVE for port object 9ea0927a-6222-41e3-9ad6-825c1da99b22 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:04.854975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:04.872892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:04.882979 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:04.883345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Pushing event updated for resources: {'Port': ['ID=a3608fc2-bbe3-48c8-b563-086d153b20cf,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:04.887018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Transition to ACTIVE for port object 9ea0927a-6222-41e3-9ad6-825c1da99b22 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:04.908043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:04.921958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:04.922266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:04.930000 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-58ca22b8-c5cb-4988-958a-a42e6cfaede7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:04.965758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Made reservation on behalf of 9b190768bd344f7cbb00b1c890acbf76 for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:46:04.983214 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.013450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Network 805464bc-4830-4f32-8442-9b3936f44b12 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:05.017605 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:05.021666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.021843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:05.032896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Pushing event updated for resources: {'Port': ['ID=9ea0927a-6222-41e3-9ad6-825c1da99b22,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:05.099556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.141145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:05.209825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:05.212563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26bd4a5-1c6a-43f0-9cc7-2e5d3fdee3a2,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:05.218725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:05.223405 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3227de0f54849bdba2771a02c0b8533&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3320129
Apr 19 18:46:05.230425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Usage tracker for resource:security_group_rule and tenant:9b190768bd344f7cbb00b1c890acbf76 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:05.236672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41440) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:05.237694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:05.273964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:05.312466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Attempting to bind port 9ea0927a-6222-41e3-9ad6-825c1da99b22 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:05.313962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Attempting to bind port 9ea0927a-6222-41e3-9ad6-825c1da99b22 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:05.314436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Attempting to bind port 9ea0927a-6222-41e3-9ad6-825c1da99b22 on network 805464bc-4830-4f32-8442-9b3936f44b12 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:05.324077 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:05.324498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Checking segment: {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:05.326526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.327256 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Bound using segment: {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:05.328132 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Bound port: 9ea0927a-6222-41e3-9ad6-825c1da99b22, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:05.328566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.453009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.456431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-212ec583-3f86-4318-9931-487e85543eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.469046 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.486595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] For port 9ea0927a-6222-41e3-9ad6-825c1da99b22, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:05.490655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] For port 9ea0927a-6222-41e3-9ad6-825c1da99b22, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=9ea0927a-6222-41e3-9ad6-825c1da99b22,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:05.496614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:05.497373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.523592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:05.532048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f906b-8b10-43f0-8efa-f8838cac3f9e,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:05.535667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:05.555874 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Allocated IP 172.27.3.224 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/6dfd0881-31ca-42be-9bb2-23aeef4901d2) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:05.559438 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=86308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:46:05.563432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-212ec583-3f86-4318-9931-487e85543eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.597096 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.597621 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Added segment c3b94b28-b3bf-4f2e-b288-d5f9ef40e20d of type vlan for network 5fa586b0-34c3-42a9-af61-9cff3d18aea4
Apr 19 18:46:05.621925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Pushing event updated for resources: {'Port': ['ID=9ea0927a-6222-41e3-9ad6-825c1da99b22,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:05.623657 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:05.644398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.677691 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-212ec583-3f86-4318-9931-487e85543eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.684591 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:05.701187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ec583-3f86-4318-9931-487e85543eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26bd4a5-1c6a-43f0-9cc7-2e5d3fdee3a2,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:05.705609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-212ec583-3f86-4318-9931-487e85543eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:05.717242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.724297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:05.725279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.733355 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:05.793453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-212ec583-3f86-4318-9931-487e85543eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:05.795545 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-212ec583-3f86-4318-9931-487e85543eca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c26bd4a5-1c6a-43f0-9cc7-2e5d3fdee3a2 HTTP/1.1" status: 204  len: 168 time: 0.5541008
Apr 19 18:46:05.905413 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.2092421
Apr 19 18:46:05.909436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41466) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:05.921680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Request body: {'subnet': {'network_id': '5fa586b0-34c3-42a9-af61-9cff3d18aea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-942880265-subnet', 'tenant_id': '9b190768bd344f7cbb00b1c890acbf76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:05.927106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa586b0-34c3-42a9-af61-9cff3d18aea4,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:05.929906 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:05.933538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:05.937919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Usage tracker for resource:subnet and tenant:9b190768bd344f7cbb00b1c890acbf76 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:05.943107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 5fa586b0-34c3-42a9-af61-9cff3d18aea4 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:46:05.943738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:05.955302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:05.981601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Made reservation on behalf of 9b190768bd344f7cbb00b1c890acbf76 for: {'subnet': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:46:05.987606 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:06.296818 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:06.497835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.62', 63686) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:06.515567 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3439fb9-ab4b-460b-a1fe-529e1e26fd96 req-8c5e7c76-b08c-4588-bbdf-b09ef01c7127 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 210 time: 0.2397943
Apr 19 18:46:06.717298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b27cf-8d64-4a87-88a9-5310b9334f78 None None] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:06.788504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-fd5d8b79-a2bf-4853-8a3a-6395f476a4c9 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:06.790113 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-fd5d8b79-a2bf-4853-8a3a-6395f476a4c9 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.62 "GET /v2.0/networks?id=e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c HTTP/1.1" status: 200  len: 812 time: 0.2734838
Apr 19 18:46:06.792117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 9ea0927a-6222-41e3-9ad6-825c1da99b22 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:06.870588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Request body: {'port': {'device_id': 'bb9c6b87-8802-414a-a13b-e930918e2b66', 'network_id': 'e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c', 'admin_state_up': True, 'tenant_id': 'eccdb27381eb442e9c91d23ead288e60'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:06.901959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-89e8ef13-47b0-4900-8aa3-9ec5e439431f None None] Provisioning for port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:07.006260 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 9ea0927a-6222-41e3-9ad6-825c1da99b22 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:07.019760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:07.023707 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:07.110426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850934179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491'] for router, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:07.168325 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:07.200031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Usage tracker for resource:port and tenant:eccdb27381eb442e9c91d23ead288e60 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:07.213216 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:07.222641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:07.268580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:07.278751 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Made reservation on behalf of eccdb27381eb442e9c91d23ead288e60 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:46:07.285181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:07.286520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:07.287231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:07.377550 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:07.397411 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:07.465341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:07.472421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:07.488514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:07.657655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Allocated IP 172.27.3.121 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/a305d414-0e5f-438f-8cfa-5417797b10ad) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:07.757971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Pushing event updated for resources: {'Port': ['ID=6dfd0881-31ca-42be-9bb2-23aeef4901d2,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:07.761820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:07.798505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad4978-492f-4099-a697-b7f86d1bbaeb None None] Network 805464bc-4830-4f32-8442-9b3936f44b12 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:08.026822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Router 17d76dc3-299d-4ad1-8861-527b2206051e is scheduled to L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 with binding_index 1 {{(pid=86309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:46:08.180337 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2a838db4-b070-4d69-a9c7-45d87102b183 req-4aa498bd-2502-4660-913f-ee0b774e2766 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 210 time: 0.3481312
Apr 19 18:46:08.255212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-fc903c89-0226-4dae-adc6-13469e1666ee None None] Provisioning for port 9ea0927a-6222-41e3-9ad6-825c1da99b22 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:08.297930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:08.387997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-fc903c89-0226-4dae-adc6-13469e1666ee None None] Provisioning complete for port 9ea0927a-6222-41e3-9ad6-825c1da99b22 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:08.388415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fc903c89-0226-4dae-adc6-13469e1666ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:08.471759 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:46:08.484978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Sync routers for ids ['17d76dc3-299d-4ad1-8861-527b2206051e'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:46:08.497289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Routers {'17d76dc3-299d-4ad1-8861-527b2206051e'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:08.497997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78a50518>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:45:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['17d76dc3-299d-4ad1-8861-527b2206051e'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:08.499722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Notify callbacks [] for router, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:08.501256 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.5077794
Apr 19 18:46:08.513498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41570) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:08.649903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:08.679315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Allocated IP 172.20.0.8 (e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c/c8f340e6-d2ad-4339-bda9-04f056eadf2d/e14162c9-8905-4e69-a66d-3e130c792fdb) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:08.688500 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:08.707344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-eb350f8b-8452-46ad-8c20-7eeafda4959f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:08.778169 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:08.802152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:08.831921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:08.834732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=9c9317de-deda-45b5-a5f2-fd7cc19d2cb7,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:08.836735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fc903c89-0226-4dae-adc6-13469e1666ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:09.066376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:09.140887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Set router 17d76dc3-299d-4ad1-8861-527b2206051e gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:09.144450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a66e5c8f-7118-4c35-bf34-119f9cec2000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:09.237461 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:09.497690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-fc903c89-0226-4dae-adc6-13469e1666ee None None] For port 9ea0927a-6222-41e3-9ad6-825c1da99b22, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=9ea0927a-6222-41e3-9ad6-825c1da99b22,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:09.538559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fc903c89-0226-4dae-adc6-13469e1666ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:09.582206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=9c9317de-deda-45b5-a5f2-fd7cc19d2cb7,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:09.596532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:09.596990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:09.757643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-9049a31d-a15a-4f9a-a661-87ad36c8e871 None None] Provisioning complete for port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:09.758041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9049a31d-a15a-4f9a-a661-87ad36c8e871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:10.051594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc903c89-0226-4dae-adc6-13469e1666ee None None] Pushing event updated for resources: {'Port': ['ID=9ea0927a-6222-41e3-9ad6-825c1da99b22,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:10.057279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fc903c89-0226-4dae-adc6-13469e1666ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:10.092180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Pushing event updated for resources: {'Port': ['ID=a305d414-0e5f-438f-8cfa-5417797b10ad,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:10.169444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-454026dc-3ab6-477a-b917-a99ce75401e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:10.176216 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78a50518>, [{'id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'name': 'tempest-ServerRescueNegativeTestJSON-299257116-router', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:05Z', 'revision_number': 3, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'gw_port': {'id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:70:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:10.186834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Checking router: 17d76dc3-299d-4ad1-8861-527b2206051e for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:46:10.187499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Updating router 17d76dc3-299d-4ad1-8861-527b2206051e port a3608fc2-bbe3-48c8-b563-086d153b20cf binding host dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:46:10.339152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:10.374890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-87f3b368-e0ec-4ce3-99d8-8e951808a880 None None] Provisioning complete for port 9ea0927a-6222-41e3-9ad6-825c1da99b22 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:10.382407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-87f3b368-e0ec-4ce3-99d8-8e951808a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:10.752078 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850934179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491'] for router, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:10.818951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.112s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:10.819703 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.109733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41618) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:11.183119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:11.259723 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 9ea0927a-6222-41e3-9ad6-825c1da99b22 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:11.328807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.341973 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4c325a9d-f9f2-4dd3-b7a4-10cad0d08947 req-798aac14-1bcc-475b-8e6d-3a6a9e5f8850 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 210 time: 1.3005219
Apr 19 18:46:11.354973 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Transition to ACTIVE for port object a3608fc2-bbe3-48c8-b563-086d153b20cf will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:11.369489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.400757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:11.511247 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 9ea0927a-6222-41e3-9ad6-825c1da99b22 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:11.511682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.599865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Attempting to bind port a3608fc2-bbe3-48c8-b563-086d153b20cf on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:11.600066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Attempting to bind port a3608fc2-bbe3-48c8-b563-086d153b20cf by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:11.600446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Attempting to bind port a3608fc2-bbe3-48c8-b563-086d153b20cf on network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:11.621481 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:11.621900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:11.622342 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.622872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Bound using segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:11.623396 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Bound port: a3608fc2-bbe3-48c8-b563-086d153b20cf, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:11.623781 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.651449 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.666794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.714443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:11.724910 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:11.733911 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4057665833e84a9baa0509bc08de4818 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:11.739306 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:11.750770 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:11.775302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.777158 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] For port a3608fc2-bbe3-48c8-b563-086d153b20cf, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:11.781933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] For port a3608fc2-bbe3-48c8-b563-086d153b20cf, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a3608fc2-bbe3-48c8-b563-086d153b20cf,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:11.793699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.808519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:11.809093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.828297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Pushing event updated for resources: {'Port': ['ID=a3608fc2-bbe3-48c8-b563-086d153b20cf,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:11.860135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.860773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.861328 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.861906 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.863553 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.864168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.867069 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.867645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.868208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.868751 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.869264 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.871771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Tracked resource versions report:
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]: pushed versions:
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]: {   'AddressGroup': {'1.2'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'ConntrackHelper': {'1.0'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Log': {'1.0'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Network': {'1.1'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Port': {'1.7'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'PortForwarding': {'1.2'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'QosPolicy': {'1.8'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroup': {'1.4'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'SubPort': {'1.0'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Subnet': {'1.1'},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     'Trunk': {'1.1'}}
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]: consumer versions:
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]: {   DHCP agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     HyperV agent@hv-cinder-78692: {},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     L3 agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metadata agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     Metering agent@dv-cinder-786929-1-iscsi: {},
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:     Open vSwitch agent@dv-cinder-786929-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Log': '1.0',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Network': '1.1',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Port': '1.7',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'PortForwarding': '1.2',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'QosPolicy': '1.8',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroup': '1.4',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'SubPort': '1.0',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Subnet': '1.1',
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:                                                      'Trunk': '1.1'}}
Apr 19 18:46:11.877055 dv-cinder-786929-1-iscsi neutron-server[86194]:  {{(pid=86311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:46:11.885850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:11.890679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:11.946644 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.948106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41644) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:11.957465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Routers {'17d76dc3-299d-4ad1-8861-527b2206051e'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:11.958582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78a50518>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:45:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['17d76dc3-299d-4ad1-8861-527b2206051e'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:11.974547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 is scheduled to L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 with binding_index 1 {{(pid=86309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:46:11.979194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:11.988876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9e2a82-e6ea-4f6c-beb9-40ceb8255990,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:12.016917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:12.034491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Checking segment: {'id': 'c3b94b28-b3bf-4f2e-b288-d5f9ef40e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5fa586b0-34c3-42a9-af61-9cff3d18aea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:12.035080 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Network hostable DHCP agents. Network: 5fa586b0-34c3-42a9-af61-9cff3d18aea4, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:46:12.090467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Network 5fa586b0-34c3-42a9-af61-9cff3d18aea4 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:46:12.114785 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 5fa586b0-34c3-42a9-af61-9cff3d18aea4) {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:12.141057 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:12.141870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:12.155902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:12.167779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:12.203658 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd3658c-e019-4994-be49-d8dfec9511de None None] Network 5fa586b0-34c3-42a9-af61-9cff3d18aea4 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:12.475732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:12.514790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Pushing event updated for resources: {'Port': ['ID=a3608fc2-bbe3-48c8-b563-086d153b20cf,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:12.522459 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 6.6116667
Apr 19 18:46:12.539743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:12.623921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:12.645091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] Set router 17d76dc3-299d-4ad1-8861-527b2206051e gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:12.645234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:12.654275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:12.664280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:12.665002 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:12.834964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Pushing event updated for resources: {'Port': ['ID=e14162c9-8905-4e69-a66d-3e130c792fdb,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:12.872524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:12.903721 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.0427003
Apr 19 18:46:12.925629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850934179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491'] for router, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:12.935081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e03659-b007-404f-9e6b-5dd9a9bd4eb2 None None] Network 5fa586b0-34c3-42a9-af61-9cff3d18aea4 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:13.017970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fd59bd5e-74cf-4cf4-aec4-b7f254c546c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:13.157249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:46:13.199209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Sync routers for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:46:13.211893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Notify callbacks [] for router, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:13.215872 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 12.1681132
Apr 19 18:46:13.232702 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4057665833e84a9baa0509bc08de4818&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1080086
Apr 19 18:46:13.232702 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41666) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:13.252517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41668) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:13.326707 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:13.327451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b785df0b8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:13.401803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c41a74-1360-4638-91bf-96fe7b6bdea8 req-9abfaeda-cfc3-4f94-9b3d-ed98b95fa437 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:13.404242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-e0c41a74-1360-4638-91bf-96fe7b6bdea8 req-9abfaeda-cfc3-4f94-9b3d-ed98b95fa437 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Synchronizing usage tracker for tenant:eccdb27381eb442e9c91d23ead288e60 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:13.485848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-e0c41a74-1360-4638-91bf-96fe7b6bdea8 req-9abfaeda-cfc3-4f94-9b3d-ed98b95fa437 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Unset dirty status for tenant:eccdb27381eb442e9c91d23ead288e60 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:13.504875 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e0c41a74-1360-4638-91bf-96fe7b6bdea8 req-9abfaeda-cfc3-4f94-9b3d-ed98b95fa437 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 931 time: 0.8245280
Apr 19 18:46:13.733601 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e0c41a74-1360-4638-91bf-96fe7b6bdea8 req-5edd62ed-20e5-4481-87d9-e3cc98da62b9 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273357
Apr 19 18:46:13.734817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:13.745901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:13.772230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Router 572b9971-2812-45f9-bc13-3a75b3ebcb2d is scheduled to L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 with binding_index 1 {{(pid=86308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:46:13.795213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772189f6-4bba-41ac-81fd-ad9a960a1646,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:13.803837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.648s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:13.896827 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:13.970102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] Usage tracker for resource:security_group_rule and tenant:a00359184c934675977be953b93285da is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:13.970333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78a50518>, [{'id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'name': 'tempest-ServerRescueNegativeTestJSON-299257116-router', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:05Z', 'revision_number': 3, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'gw_port': {'id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:70:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:13.972815 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41690) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:13.982548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a6e190-e28a-4834-b713-e043fc3a55f4 None None] The sync data for ids ['17d76dc3-299d-4ad1-8861-527b2206051e'] in dv-cinder-786929-1-iscsi is: [{'id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'name': 'tempest-ServerRescueNegativeTestJSON-299257116-router', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:05Z', 'revision_number': 3, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'gw_port': {'id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:70:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:46:14.000817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:14.005663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.062259 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1301137232-network', 'tenant_id': 'ebf94077f60d4c18999b3b011b40b1cf'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:14.065943 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:14.095990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:14.139850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:14.151252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Usage tracker for resource:network and tenant:ebf94077f60d4c18999b3b011b40b1cf is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:14.163993 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:14.172778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:46:14.173247 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:14.182411 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Sync routers for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:46:14.199834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:14.200976 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78b44358>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:14.222045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Notify callbacks [] for router, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.226141 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 11.2675006
Apr 19 18:46:14.227134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41696) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:14.263640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-40ed3fd8-bcbd-4d71-9c8c-2d3c760860f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.353435 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Made reservation on behalf of ebf94077f60d4c18999b3b011b40b1cf for: {'network': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:46:14.374224 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.519758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.539277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-40ed3fd8-bcbd-4d71-9c8c-2d3c760860f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.547715 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.579218 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.591684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:14.611303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-489c7e10-ab1c-423f-8f7a-bfc7dd5fe2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:14.627528 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:14.631659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Usage tracker for resource:security_group_rule and tenant:ebf94077f60d4c18999b3b011b40b1cf is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:14.634858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:14.641748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:14.751345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.785577 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.802576 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.808139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:15.315661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a3608fc2-bbe3-48c8-b563-086d153b20cf up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:15.480284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78b44358>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:10Z', 'revision_number': 3, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:15.490846 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Checking router: 572b9971-2812-45f9-bc13-3a75b3ebcb2d for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:46:15.491239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Updating router 572b9971-2812-45f9-bc13-3a75b3ebcb2d port a305d414-0e5f-438f-8cfa-5417797b10ad binding host dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:46:15.619399 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b785df0b8>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:07Z', 'revision_number': 3, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:15.629641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:15.678056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Checking router: 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:46:15.678745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Updating router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 port 6dfd0881-31ca-42be-9bb2-23aeef4901d2 binding host dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:46:15.691786 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38842532-e748-48a4-a390-809cf2ecd5e7 req-82ce25f3-cbba-49d1-bab3-9bf182053f28 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:15.693398 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-38842532-e748-48a4-a390-809cf2ecd5e7 req-82ce25f3-cbba-49d1-bab3-9bf182053f28 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 931 time: 0.4387879
Apr 19 18:46:15.769995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:15.803615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port a3608fc2-bbe3-48c8-b563-086d153b20cf completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:15.811950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port a3608fc2-bbe3-48c8-b563-086d153b20cf triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:15.812380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:15.854877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.041436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41710) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:16.041993 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a00359184c934675977be953b93285da&name=default HTTP/1.1" status: 200  len: 2979 time: 4.0852561
Apr 19 18:46:16.065385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'}  {{(pid=86309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:46:16.066436 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-38842532-e748-48a4-a390-809cf2ecd5e7 req-0d79e947-2969-4fe2-8b58-089817cf11a8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698545
Apr 19 18:46:16.093307 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.093706 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Added segment 34fb6f46-2bc2-46c3-9d9f-fc12734cbc15 of type vlan for network a35c2187-955f-4465-a477-c9ba46307e69
Apr 19 18:46:16.127389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.245829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.261783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bf399a-5abd-4ce3-aba6-5d2d424b2d2e,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:16.284004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.673s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:16.285835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port a3608fc2-bbe3-48c8-b563-086d153b20cf, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a3608fc2-bbe3-48c8-b563-086d153b20cf,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:16.295260 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.302228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:16.307042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42f32e59-fcbb-4a13-9d75-cb5a859962bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.309817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-056d6a76-b157-4bd0-b489-db4ff5e812d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.396s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:16.355094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42f32e59-fcbb-4a13-9d75-cb5a859962bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.356255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.392445 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=a3608fc2-bbe3-48c8-b563-086d153b20cf,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:16.404457 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:16.427525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.448622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:16.449391 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.457863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42f32e59-fcbb-4a13-9d75-cb5a859962bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.488029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Transition to ACTIVE for port object a305d414-0e5f-438f-8cfa-5417797b10ad will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:16.497189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.499697 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5f1cf9c9-6f8d-4787-85ec-3af398074782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:16.519557 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f32e59-fcbb-4a13-9d75-cb5a859962bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bf399a-5abd-4ce3-aba6-5d2d424b2d2e,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:16.528795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-42f32e59-fcbb-4a13-9d75-cb5a859962bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:16.531248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:16.544215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42f32e59-fcbb-4a13-9d75-cb5a859962bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.549220 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-42f32e59-fcbb-4a13-9d75-cb5a859962bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19bf399a-5abd-4ce3-aba6-5d2d424b2d2e HTTP/1.1" status: 204  len: 168 time: 0.5018339
Apr 19 18:46:16.557810 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-40ed3fd8-bcbd-4d71-9c8c-2d3c760860f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.590036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20327efe-f0ec-4e94-9a1e-6b25a7f06e70,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:16.590036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:16.605742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-67cd07f4-22c5-4a16-8c40-e01a1f37104a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:16.632466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-40ed3fd8-bcbd-4d71-9c8c-2d3c760860f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.633810 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-40ed3fd8-bcbd-4d71-9c8c-2d3c760860f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/772189f6-4bba-41ac-81fd-ad9a960a1646 HTTP/1.1" status: 204  len: 168 time: 3.3610666
Apr 19 18:46:16.668949 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c012925-7430-4694-a4ab-fcfbe2537135 None None] Pushing event updated for resources: {'Port': ['ID=a305d414-0e5f-438f-8cfa-5417797b10ad,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:16.675584 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.6836553
Apr 19 18:46:16.680972 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Allocated IP 172.20.0.1 (a44011d1-034d-4152-ae01-60bfbc348ee2/53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2/af3ccb77-1af6-4c44-b342-5e11d6375133) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:16.713457 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41718) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:16.724363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Attempting to bind port a305d414-0e5f-438f-8cfa-5417797b10ad on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:16.725297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Attempting to bind port a305d414-0e5f-438f-8cfa-5417797b10ad by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:16.725903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Attempting to bind port a305d414-0e5f-438f-8cfa-5417797b10ad on network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:16.735695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:16.736572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:16.737248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.737867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Bound using segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:16.738615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Bound port: a305d414-0e5f-438f-8cfa-5417797b10ad, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:16.739230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.764145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Request body: {'subnet': {'network_id': 'a35c2187-955f-4465-a477-c9ba46307e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1301137232-subnet', 'tenant_id': 'ebf94077f60d4c18999b3b011b40b1cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:16.789405 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:16.820097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Usage tracker for resource:subnet and tenant:ebf94077f60d4c18999b3b011b40b1cf is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:16.832032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:16.851044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:16.865521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] For port a305d414-0e5f-438f-8cfa-5417797b10ad, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:16.866595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Pushing event updated for resources: {'Network': ['ID=a35c2187-955f-4465-a477-c9ba46307e69,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:16.870212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] For port a305d414-0e5f-438f-8cfa-5417797b10ad, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a305d414-0e5f-438f-8cfa-5417797b10ad,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:16.880619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Made reservation on behalf of ebf94077f60d4c18999b3b011b40b1cf for: {'subnet': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:46:16.887718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.894864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network a35c2187-955f-4465-a477-c9ba46307e69 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:46:16.907382 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c012925-7430-4694-a4ab-fcfbe2537135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:16.912176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.927688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5ce137d7-a6af-4349-b5bd-4c7a53040035 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:16.997393 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:16.997741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:17.021880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:17.075663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed3fd8-bcbd-4d71-9c8c-2d3c760860f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772189f6-4bba-41ac-81fd-ad9a960a1646,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:17.086084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-40ed3fd8-bcbd-4d71-9c8c-2d3c760860f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:17.088355 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:17.269832 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:17.270308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78b44358>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:17.304569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.resource_extend [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 18:46:17.334015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a3608fc2-bbe3-48c8-b563-086d153b20cf up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:17.481526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c012925-7430-4694-a4ab-fcfbe2537135 None None] Pushing event updated for resources: {'Port': ['ID=a305d414-0e5f-438f-8cfa-5417797b10ad,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:17.493989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c012925-7430-4694-a4ab-fcfbe2537135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:17.741517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:17.779265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:17.802353 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Transition to ACTIVE for port object 6dfd0881-31ca-42be-9bb2-23aeef4901d2 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:17.832801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:17.847903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port a3608fc2-bbe3-48c8-b563-086d153b20cf triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:17.848494 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:17.953671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:17.967339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41748) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:18.055779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:18.091333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:18.215857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:18.323742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Attempting to bind port 6dfd0881-31ca-42be-9bb2-23aeef4901d2 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:18.325312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2e50101515419891e7040c5a06d151 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:18.335146 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Attempting to bind port 6dfd0881-31ca-42be-9bb2-23aeef4901d2 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:18.335801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Attempting to bind port 6dfd0881-31ca-42be-9bb2-23aeef4901d2 on network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:18.354639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78b44358>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:10Z', 'revision_number': 3, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:18.360323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7e052-46d4-4832-9576-c992f1a67bbc None None] The sync data for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi is: [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:10Z', 'revision_number': 3, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:46:18.372017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:18.387016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:18.387607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:18.387983 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:18.390055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:18.390476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Bound using segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:18.391055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Bound port: 6dfd0881-31ca-42be-9bb2-23aeef4901d2, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:18.394001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:18.447468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cd624-1e29-41cd-94a3-20fb17a1e702 req-86583732-5d11-4640-a0e6-162eb3090215 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:18.456118 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-432cd624-1e29-41cd-94a3-20fb17a1e702 req-86583732-5d11-4640-a0e6-162eb3090215 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 931 time: 0.8792782
Apr 19 18:46:18.461369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Allocated IP 172.20.0.1 (c78cba19-b9b1-44c2-ac83-926eaef8bf55/81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e/27412d78-7309-4a02-9f93-ad57bf27cb86) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:18.503844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfe76a-2d49-492a-8564-59a948ed9e16 None None] Pushing event updated for resources: {'Port': ['ID=6dfd0881-31ca-42be-9bb2-23aeef4901d2,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:18.540249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c7dfe76a-2d49-492a-8564-59a948ed9e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:18.677851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:18.692891 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a6ed3dee-68b2-4c99-b2cf-31a73bc1c1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:18.810578 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] For port 6dfd0881-31ca-42be-9bb2-23aeef4901d2, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:18.815436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Pushing event updated for resources: {'Port': ['ID=af3ccb77-1af6-4c44-b342-5e11d6375133,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:18.817632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] For port 6dfd0881-31ca-42be-9bb2-23aeef4901d2, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=6dfd0881-31ca-42be-9bb2-23aeef4901d2,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:18.828825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:18.834412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:18.843831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:18.849069 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-432cd624-1e29-41cd-94a3-20fb17a1e702 req-a554e669-3c5f-40ac-8a12-1551f8b93170 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3918192
Apr 19 18:46:18.861479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Network a44011d1-034d-4152-ae01-60bfbc348ee2 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:18.868533 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:18.873685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:18.881965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:18.882734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841304'] for router_interface, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:18.899783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Allocated IP 172.20.0.1 (805464bc-4830-4f32-8442-9b3936f44b12/278aaf89-c0ee-4e0d-9667-e16cb9af0cb5/b74e413e-c6be-4f4f-9805-633787c970c8) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:19.160242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:19.160959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b785df0b8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:19.188202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Transition to ACTIVE for port object 27412d78-7309-4a02-9f93-ad57bf27cb86 will not be triggered until provisioned by entity DHCP. {{(pid=86309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:19.224263 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:19.325596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-b6b24667-ed0f-4426-8f78-a9b006c43290 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:46:19.327172 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-b6b24667-ed0f-4426-8f78-a9b006c43290 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0452180
Apr 19 18:46:19.338450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:19.355892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:19.419919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a305d414-0e5f-438f-8cfa-5417797b10ad up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:19.599847 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:19.686340 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:19.729176 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c2e50101515419891e7040c5a06d151&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7606225
Apr 19 18:46:19.735732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b674640-e727-4c05-be89-80b7c578b46a,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:19.742476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41786) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:19.773088 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:19.795474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:19.802227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfe76a-2d49-492a-8564-59a948ed9e16 None None] Pushing event updated for resources: {'Port': ['ID=6dfd0881-31ca-42be-9bb2-23aeef4901d2,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:19.822970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c7dfe76a-2d49-492a-8564-59a948ed9e16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:19.836023 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:19.847362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:19.847362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841304'] for router_interface, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:20.029703 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:20.103241 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Request body: {'port': {'device_id': 'bb9c6b87-8802-414a-a13b-e930918e2b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:20.159881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Pushing event updated for resources: {'Port': ['ID=27412d78-7309-4a02-9f93-ad57bf27cb86,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:20.184627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:20.196779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:20.227958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:20.313802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:20.353076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Transition to ACTIVE for port object b74e413e-c6be-4f4f-9805-633787c970c8 will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:20.768370 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-41b6640c-b2cd-42be-91bf-3f40ee299c2d None None] Provisioning for port 27412d78-7309-4a02-9f93-ad57bf27cb86 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:20.784024 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-41b6640c-b2cd-42be-91bf-3f40ee299c2d None None] Provisioning complete for port 27412d78-7309-4a02-9f93-ad57bf27cb86 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:20.784861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-41b6640c-b2cd-42be-91bf-3f40ee299c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:20.903106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:20.904242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-41b6640c-b2cd-42be-91bf-3f40ee299c2d None None] Port 27412d78-7309-4a02-9f93-ad57bf27cb86 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:46:20.907754 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port a305d414-0e5f-438f-8cfa-5417797b10ad completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:20.915389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:20.915587 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port a305d414-0e5f-438f-8cfa-5417797b10ad triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:20.916045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:20.919465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850934401'] for router_interface, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:20.938041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:21.055688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b785df0b8>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:07Z', 'revision_number': 3, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:21.064926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77ef66-09dd-4cb3-8153-2cbf007aecb4 None None] The sync data for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi is: [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:07Z', 'revision_number': 3, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:46:21.163845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.resource_extend [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 18:46:21.176180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Pushing event updated for resources: {'Port': ['ID=27412d78-7309-4a02-9f93-ad57bf27cb86,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:21.186168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.187275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:21.193901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.227895 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.231825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850934401'] for router_interface, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.250590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:21.252396 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.254685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-51195356-29af-4e83-b884-cc3ebca8714a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:21.273257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.281503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:21.339621 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41820) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:21.343420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:21.367686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.387901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port a305d414-0e5f-438f-8cfa-5417797b10ad, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a305d414-0e5f-438f-8cfa-5417797b10ad,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:21.395569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.398146 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:21.432403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Pushing event updated for resources: {'Port': ['ID=af3ccb77-1af6-4c44-b342-5e11d6375133,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:21.441640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:21.497193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=a305d414-0e5f-438f-8cfa-5417797b10ad,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:21.508896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:21.509656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-91e57969-add9-44ae-b2ba-62b40bbc2da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.646498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-91e57969-add9-44ae-b2ba-62b40bbc2da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.680347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Network 805464bc-4830-4f32-8442-9b3936f44b12 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:21.724969 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:21.735452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-a9e92f61-f180-447c-99b9-f3bf63be927b None None] Provisioning complete for port 27412d78-7309-4a02-9f93-ad57bf27cb86 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:21.735880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a9e92f61-f180-447c-99b9-f3bf63be927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.824945 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-a9e92f61-f180-447c-99b9-f3bf63be927b None None] Port 27412d78-7309-4a02-9f93-ad57bf27cb86 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:46:21.835872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.885602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:21.894869 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] Usage tracker for resource:security_group_rule and tenant:5326f1ad4a8046dcac3bc625ae3f0b82 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:21.898119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:21.904564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:21.982897 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:21.983788 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841304'] for router_interface, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:21.987864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Checking segment: {'id': '34fb6f46-2bc2-46c3-9d9f-fc12734cbc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'a35c2187-955f-4465-a477-c9ba46307e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:21.988269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Network hostable DHCP agents. Network: a35c2187-955f-4465-a477-c9ba46307e69, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:46:22.018889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:22.036394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:22.056966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:22.063502 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-81d69828-1a22-49e7-a107-aa3b04125a75 None None] Provisioning for port b74e413e-c6be-4f4f-9805-633787c970c8 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:22.069364 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-81d69828-1a22-49e7-a107-aa3b04125a75 None None] Provisioning complete for port b74e413e-c6be-4f4f-9805-633787c970c8 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:22.069787 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-81d69828-1a22-49e7-a107-aa3b04125a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:22.179152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:46:22.200435 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Network a44011d1-034d-4152-ae01-60bfbc348ee2 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:22.206060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-81d69828-1a22-49e7-a107-aa3b04125a75 None None] Port b74e413e-c6be-4f4f-9805-633787c970c8 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:46:22.221603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:22.230456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8ddf2-4641-4acc-9961-f7300319bfb7 req-e3b75f01-2046-4b58-a5c6-531df70c1959 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:22.232179 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b1b8ddf2-4641-4acc-9961-f7300319bfb7 req-e3b75f01-2046-4b58-a5c6-531df70c1959 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 931 time: 1.9573047
Apr 19 18:46:22.244812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-91e57969-add9-44ae-b2ba-62b40bbc2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:22.245744 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Pushing event updated for resources: {'Port': ['ID=b74e413e-c6be-4f4f-9805-633787c970c8,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:22.261560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Network a35c2187-955f-4465-a477-c9ba46307e69 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:46:22.268100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:22.279469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.697s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:22.386271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14162c9-8905-4e69-a66d-3e130c792fdb {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:46:22.399176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:22.409425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, a35c2187-955f-4465-a477-c9ba46307e69) {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:22.418336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5518e9-7bce-407c-aa9c-36f160d5d051 None None] Network a35c2187-955f-4465-a477-c9ba46307e69 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:22.421614 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b1b8ddf2-4641-4acc-9961-f7300319bfb7 req-fc6b8545-0d37-4725-8b2f-9321d25c45a0 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693444
Apr 19 18:46:22.448184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:22.448839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:22.474629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Transition to ACTIVE for port object e14162c9-8905-4e69-a66d-3e130c792fdb will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:22.479269 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5326f1ad4a8046dcac3bc625ae3f0b82&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1375194
Apr 19 18:46:22.492698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41846) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:22.497511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:22.499705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18721e7-990f-4027-983a-928b6e84a981,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:22.529143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-91e57969-add9-44ae-b2ba-62b40bbc2da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:22.531049 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-91e57969-add9-44ae-b2ba-62b40bbc2da1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b674640-e727-4c05-be89-80b7c578b46a HTTP/1.1" status: 204  len: 168 time: 2.7754376
Apr 19 18:46:22.559963 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aac75e4-1608-4a6d-bf54-3ccbb0af447d,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:22.578849 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:22.602869 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-45a49eea-d36e-46de-a6a3-8b9b501146fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:22.620718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:22.629114 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 5.9115980
Apr 19 18:46:22.650162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e57969-add9-44ae-b2ba-62b40bbc2da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b674640-e727-4c05-be89-80b7c578b46a,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:22.671496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-91e57969-add9-44ae-b2ba-62b40bbc2da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:22.676505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-10423985-25d5-4fb0-8c73-3ff0e03d06d8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:22.830461 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Router 17d76dc3-299d-4ad1-8861-527b2206051e has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:46:22.908149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c73304-8fc7-44a2-a8be-4d8154d11b70 None None] Network a35c2187-955f-4465-a477-c9ba46307e69 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:46:22.909837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:46:22.923409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f50f96d2-b428-427a-af09-d95bbbeee770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:22.981487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41864) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:22.997734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Pushing event updated for resources: {'Port': ['ID=e14162c9-8905-4e69-a66d-3e130c792fdb,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:23.072986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:46:23.086313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:46:23.093160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41870) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:23.129108 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] 10.222.0.41 "PUT /v2.0/routers/17d76dc3-299d-4ad1-8861-527b2206051e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.6130934
Apr 19 18:46:23.135175 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] 10.222.0.41 "PUT /v2.0/routers/6dfbc9b4-5725-4def-96fa-c64eaad83bb4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8840730
Apr 19 18:46:23.160921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:23.171704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9407ed-4909-407a-8f86-07eaa4eb3922 admin admin] Deleting subnet 8a9e2a82-e6ea-4f6c-beb9-40ceb8255990 {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:46:23.176513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f50f96d2-b428-427a-af09-d95bbbeee770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.191692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0c9407ed-4909-407a-8f86-07eaa4eb3922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.206239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Sync routers for ids ['17d76dc3-299d-4ad1-8861-527b2206051e'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:46:23.227266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Routers {'17d76dc3-299d-4ad1-8861-527b2206051e'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:23.228070 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b785c5b70>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['17d76dc3-299d-4ad1-8861-527b2206051e'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:23.252235 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0c9407ed-4909-407a-8f86-07eaa4eb3922 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.259967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0c9407ed-4909-407a-8f86-07eaa4eb3922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.330320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.367236 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:23.374594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] Usage tracker for resource:security_group_rule and tenant:7b1bf418a2e54a72b9d49c53c58ce4d3 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:23.382464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:23.394805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:23.466925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.509574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Attempting to bind port e14162c9-8905-4e69-a66d-3e130c792fdb on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:23.510160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Attempting to bind port e14162c9-8905-4e69-a66d-3e130c792fdb by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '56fb08b3-cc53-4e16-b40e-c546867cd1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:23.510737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Attempting to bind port e14162c9-8905-4e69-a66d-3e130c792fdb on network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:23.591286 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Port e14162c9-8905-4e69-a66d-3e130c792fdb on network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:46:23.591850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Attempting to bind port e14162c9-8905-4e69-a66d-3e130c792fdb on network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:23.602667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Set router 17d76dc3-299d-4ad1-8861-527b2206051e gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:23.676457 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.683133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.699853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a305d414-0e5f-438f-8cfa-5417797b10ad up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:23.714179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:23.779555 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3928f83e-a087-48a9-9dcb-58e7f3dfdf19,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:23.789132 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:23.814409 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b1bf418a2e54a72b9d49c53c58ce4d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7181764
Apr 19 18:46:23.817122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41904) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:23.896473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b9ecba1d-ebe1-4d3a-b49c-8765bb03e9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.919288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:23.919724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Checking segment: {'id': '56fb08b3-cc53-4e16-b40e-c546867cd1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:23.920280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Bound using segment: {'id': '56fb08b3-cc53-4e16-b40e-c546867cd1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:23.921265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Bound port: e14162c9-8905-4e69-a66d-3e130c792fdb, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fb08b3-cc53-4e16-b40e-c546867cd1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:23.921265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.941632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b9ecba1d-ebe1-4d3a-b49c-8765bb03e9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.960209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port a305d414-0e5f-438f-8cfa-5417797b10ad triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:23.961149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:23.995879 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b9ecba1d-ebe1-4d3a-b49c-8765bb03e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.006678 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:24.030838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecba1d-ebe1-4d3a-b49c-8765bb03e9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3928f83e-a087-48a9-9dcb-58e7f3dfdf19,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:24.033013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b9ecba1d-ebe1-4d3a-b49c-8765bb03e9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.035416 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b9ecba1d-ebe1-4d3a-b49c-8765bb03e9f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3928f83e-a087-48a9-9dcb-58e7f3dfdf19 HTTP/1.1" status: 204  len: 168 time: 0.2172587
Apr 19 18:46:24.036492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b9ecba1d-ebe1-4d3a-b49c-8765bb03e9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:24.043665 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.132560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.191887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850934401'] for router_interface, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.205434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:24.300249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Pushing event updated for resources: {'Port': ['ID=b74e413e-c6be-4f4f-9805-633787c970c8,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:24.359442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 6dfd0881-31ca-42be-9bb2-23aeef4901d2 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:24.377485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:24.454179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b785c5b70>, [{'id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'name': 'tempest-ServerRescueNegativeTestJSON-299257116-router', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'gw_port': {'id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'af3ccb77-1af6-4c44-b342-5e11d6375133', 'name': '', 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'mac_address': 'fa:16:3e:d8:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:14Z', 'updated_at': '2021-04-19T18:46:20Z', 'revision_number': 2, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'subnets': [{'id': '53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:24.460731 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Checking router: 17d76dc3-299d-4ad1-8861-527b2206051e for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:46:24.461126 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Updating router 17d76dc3-299d-4ad1-8861-527b2206051e port af3ccb77-1af6-4c44-b342-5e11d6375133 binding host dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:46:24.508521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 6dfd0881-31ca-42be-9bb2-23aeef4901d2 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:24.510487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41932) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:24.521888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Sync routers for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:46:24.534496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:24.535570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78762e48>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:24.541785 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.548990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.573155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 6dfd0881-31ca-42be-9bb2-23aeef4901d2 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:24.573750 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.588189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:24.599192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] Usage tracker for resource:security_group_rule and tenant:6062e0f70f4d4c53af8ce32f316c8c25 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:24.610292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:24.622797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:24.713716 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f50f96d2-b428-427a-af09-d95bbbeee770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.770273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.777033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.789986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:24.804159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:24.819389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Network 805464bc-4830-4f32-8442-9b3936f44b12 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:24.831377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-40ed3fd8-bcbd-4d71-9c8c-2d3c760860f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:24.836279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107ea29-5236-4ccb-a4a1-b7818c8968e2 req-8a72f58c-ee48-4bb5-968c-857734070fa0 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:24.838096 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e107ea29-5236-4ccb-a4a1-b7818c8968e2 req-8a72f58c-ee48-4bb5-968c-857734070fa0 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 943 time: 0.9844937
Apr 19 18:46:24.849150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:24.856034 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f96d2-b428-427a-af09-d95bbbeee770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18721e7-990f-4027-983a-928b6e84a981,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:24.860915 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6062e0f70f4d4c53af8ce32f316c8c25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3430164
Apr 19 18:46:24.862592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41938) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:24.870044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f50f96d2-b428-427a-af09-d95bbbeee770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:24.877077 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f50f96d2-b428-427a-af09-d95bbbeee770 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e18721e7-990f-4027-983a-928b6e84a981 HTTP/1.1" status: 204  len: 168 time: 2.3784308
Apr 19 18:46:24.878684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f50f96d2-b428-427a-af09-d95bbbeee770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:24.937822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] For port e14162c9-8905-4e69-a66d-3e130c792fdb, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:24.962200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304373cc-c976-4f20-ad48-e68e17f7c09b,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:24.967598 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:24.990321 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-31007064-4549-4c51-89c0-85ecd6bae8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.047803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-31007064-4549-4c51-89c0-85ecd6bae8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.159519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-31007064-4549-4c51-89c0-85ecd6bae8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.183501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:25.200797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-31007064-4549-4c51-89c0-85ecd6bae8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.204978 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-31007064-4549-4c51-89c0-85ecd6bae8fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/304373cc-c976-4f20-ad48-e68e17f7c09b HTTP/1.1" status: 204  len: 168 time: 0.3392861
Apr 19 18:46:25.208122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31007064-4549-4c51-89c0-85ecd6bae8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304373cc-c976-4f20-ad48-e68e17f7c09b,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:25.210768 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-31007064-4549-4c51-89c0-85ecd6bae8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:25.461569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-0fc059f0-cfb1-48aa-9872-f4786672d0ee tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:25.462646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-0fc059f0-cfb1-48aa-9872-f4786672d0ee tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Synchronizing usage tracker for tenant:a598eef27c394deb9f152c93f429143f on resource:network {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:25.467887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0c9407ed-4909-407a-8f86-07eaa4eb3922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.505296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] For port e14162c9-8905-4e69-a66d-3e130c792fdb, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e14162c9-8905-4e69-a66d-3e130c792fdb,segment=NetworkSegment(56fb08b3-cc53-4e16-b40e-c546867cd1fd),segment_id=56fb08b3-cc53-4e16-b40e-c546867cd1fd)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:25.507901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Router 572b9971-2812-45f9-bc13-3a75b3ebcb2d has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:46:25.527882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:25.565308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.568486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-0fc059f0-cfb1-48aa-9872-f4786672d0ee tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Unset dirty status for tenant:a598eef27c394deb9f152c93f429143f on resource:network {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:25.576039 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-0fc059f0-cfb1-48aa-9872-f4786672d0ee tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 818 time: 1.6357894
Apr 19 18:46:25.596572 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e107ea29-5236-4ccb-a4a1-b7818c8968e2 req-cd8fe17b-e797-47d4-b583-6741e8f52b4b tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7282019
Apr 19 18:46:25.601595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0c9407ed-4909-407a-8f86-07eaa4eb3922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.613013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9407ed-4909-407a-8f86-07eaa4eb3922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9e2a82-e6ea-4f6c-beb9-40ceb8255990,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:25.624549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.626238 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0c9407ed-4909-407a-8f86-07eaa4eb3922 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8a9e2a82-e6ea-4f6c-beb9-40ceb8255990 HTTP/1.1" status: 204  len: 168 time: 2.6375628
Apr 19 18:46:25.629180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 41962) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:25.651296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0c9407ed-4909-407a-8f86-07eaa4eb3922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:25.668163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 6dfd0881-31ca-42be-9bb2-23aeef4901d2, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=6dfd0881-31ca-42be-9bb2-23aeef4901d2,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:25.672189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-1cc8a547-3551-4d53-b3c7-2997e1ff90f7 None None] Provisioning complete for port b74e413e-c6be-4f4f-9805-633787c970c8 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:25.673804 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1cc8a547-3551-4d53-b3c7-2997e1ff90f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.721277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.728231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:25.790583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41966) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:25.824373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8a547-3551-4d53-b3c7-2997e1ff90f7 None None] Port b74e413e-c6be-4f4f-9805-633787c970c8 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:46:25.850013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=6dfd0881-31ca-42be-9bb2-23aeef4901d2,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:25.861564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:25.881729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.928278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:25.945480 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.962802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Transition to ACTIVE for port object af3ccb77-1af6-4c44-b342-5e11d6375133 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:25.972717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.977855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:25.978473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78762e48>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:20Z', 'revision_number': 2, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:25.989480 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:25.995558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Checking router: 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:46:25.995875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Updating router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 port 27412d78-7309-4a02-9f93-ad57bf27cb86 binding host dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:46:26.016318 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-ece818cb-b838-475d-976f-9e10f74e5d75 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/quotas/a598eef27c394deb9f152c93f429143f HTTP/1.1" status: 200  len: 375 time: 0.4393039
Apr 19 18:46:26.030150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:26.030836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:26.032478 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] 10.222.0.62 "PUT /v2.0/ports/e14162c9-8905-4e69-a66d-3e130c792fdb HTTP/1.1" status: 200  len: 1093 time: 6.1401961
Apr 19 18:46:26.039974 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9c6b87-8802-414a-a13b-e930918e2b66', 'tag': 'e14162c9-8905-4e69-a66d-3e130c792fdb'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:46:26.125717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:26.174216 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:26.193929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:26.369828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6882427-b7db-4c86-abaf-cc0c8791c547 None None] Pushing event updated for resources: {'Port': ['ID=af3ccb77-1af6-4c44-b342-5e11d6375133,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:26.403288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] Usage tracker for resource:security_group_rule and tenant:479ebd1f227f466e8d991da9165bbecb is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:26.421412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:26.454539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a6882427-b7db-4c86-abaf-cc0c8791c547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:26.475144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Attempting to bind port af3ccb77-1af6-4c44-b342-5e11d6375133 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:26.475886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Attempting to bind port af3ccb77-1af6-4c44-b342-5e11d6375133 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:26.476587 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Attempting to bind port af3ccb77-1af6-4c44-b342-5e11d6375133 on network a44011d1-034d-4152-ae01-60bfbc348ee2 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:26.484477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:26.485111 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Checking segment: {'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:26.485714 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:26.486651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Bound using segment: {'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:26.487476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Bound port: af3ccb77-1af6-4c44-b342-5e11d6375133, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:26.488758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:26.490569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:26.513729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1b7892acc0>> segment before_delete 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.514439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1b7892acc0>> subnet precommit_delete_associations 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.518413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7848ac88>> segment_host_mapping after_create 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.518926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7848ac88>> port after_create 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.519382 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7848ac88>> port after_delete 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.519826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7848ac88>> port after_update 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.520270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7848ac88>> segment after_delete 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.522311 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7848ac88>> subnet after_create 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.522605 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7848ac88>> subnet after_delete 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.523073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7848ac88>> subnet after_update 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.649381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] For port af3ccb77-1af6-4c44-b342-5e11d6375133, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:26.653052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] For port af3ccb77-1af6-4c44-b342-5e11d6375133, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=af3ccb77-1af6-4c44-b342-5e11d6375133,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:26.658129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:26.668650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:26.696883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Pushing event updated for resources: {'Port': ['ID=e14162c9-8905-4e69-a66d-3e130c792fdb,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:26.709117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 41998) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:26.740504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:26.750355 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751911485', 'description': 'tempest-description--1761856873'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:26.766243 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6882427-b7db-4c86-abaf-cc0c8791c547 None None] Pushing event updated for resources: {'Port': ['ID=af3ccb77-1af6-4c44-b342-5e11d6375133,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:26.768821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:26.775680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:security_group and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:26.783641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:26.791666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a6882427-b7db-4c86-abaf-cc0c8791c547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:26.792567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Routers {'17d76dc3-299d-4ad1-8861-527b2206051e'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:26.793484 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b785c5b70>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['17d76dc3-299d-4ad1-8861-527b2206051e'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:26.798849 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:26.861922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b73e3b390>> subnet after_create 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.862932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b73e3b390>> subnet after_delete 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.863490 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b73e3b390>> subnet before_create 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.864060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b73e3b390>> subnet before_update 55550000 {{(pid=86309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:46:26.864633 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b78825940>,) {'filters': {'network_id': ['5fa586b0-34c3-42a9-af61-9cff3d18aea4']}} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:26.870182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:26.887546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b78825940>, 'c3b94b28-b3bf-4f2e-b288-d5f9ef40e20d') {'for_net_delete': True} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:26.888214 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b78825940>, 'c3b94b28-b3bf-4f2e-b288-d5f9ef40e20d') {} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:26.905053 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2958493'] for segment, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:26.928292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:26.932522 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:26.938787 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:security_group_rule and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:26.940429 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=86309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:46:26.941859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:26.948873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:27.015745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:27.043547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Transition to ACTIVE for port object 27412d78-7309-4a02-9f93-ad57bf27cb86 will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:27.047601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:27.049773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:46:27.053200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-5132137e-9e05-49de-a1c4-8bcfe355fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:27.055418 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-5132137e-9e05-49de-a1c4-8bcfe355fc5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eccdb27381eb442e9c91d23ead288e60&device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 1096 time: 0.9204090
Apr 19 18:46:27.060770 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-c5e4ac5c-e507-45ff-a623-456df2095bb0 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0236504
Apr 19 18:46:27.063561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:27.072602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-24c1adc0-bc33-4cfc-a7b5-675913805ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:27.081668 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:27.086283 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] 10.222.0.41 "PUT /v2.0/routers/572b9971-2812-45f9-bc13-3a75b3ebcb2d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8583121
Apr 19 18:46:27.142010 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] Set router 17d76dc3-299d-4ad1-8861-527b2206051e gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:27.167903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3a10daf2-9740-4b21-ae0f-a233b69964f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:27.300465 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-05d7c05a-9dab-452f-9762-c414228f8353 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e14162c9-8905-4e69-a66d-3e130c792fdb HTTP/1.1" status: 200  len: 217 time: 0.2162313
Apr 19 18:46:27.532182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-2ef06755-7c7d-4b37-b9df-398d52fd9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:27.533811 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-2ef06755-7c7d-4b37-b9df-398d52fd9b85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8f340e6-d2ad-4339-bda9-04f056eadf2d HTTP/1.1" status: 200  len: 852 time: 0.2149887
Apr 19 18:46:27.541389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Sync routers for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:46:27.553906 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9c6b87-8802-414a-a13b-e930918e2b66', 'tag': 'e14162c9-8905-4e69-a66d-3e130c792fdb', 'status': 'completed', 'code': 200}
Apr 19 18:46:27.577268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Network 5fa586b0-34c3-42a9-af61-9cff3d18aea4 has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:46:27.593315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852643943'] for segment, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:27.608734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:27.611609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b787ba978>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:27.665513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a766e-a0c8-47b1-a455-2f96152aff92 None None] Pushing event updated for resources: {'Port': ['ID=27412d78-7309-4a02-9f93-ad57bf27cb86,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:27.677460 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d00a766e-a0c8-47b1-a455-2f96152aff92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:27.723139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Attempting to bind port 27412d78-7309-4a02-9f93-ad57bf27cb86 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:27.724454 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Attempting to bind port 27412d78-7309-4a02-9f93-ad57bf27cb86 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:27.728982 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Attempting to bind port 27412d78-7309-4a02-9f93-ad57bf27cb86 on network c78cba19-b9b1-44c2-ac83-926eaef8bf55 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:27.742425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:27.742589 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Checking segment: {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:27.743039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:27.743466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Bound using segment: {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:27.743989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Bound port: 27412d78-7309-4a02-9f93-ad57bf27cb86, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:27.744403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:27.754863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a62ee15-a193-4788-8fe0-ced80e0abd48,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:27.759517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:27.767486 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0406415
Apr 19 18:46:27.778887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-767da9ab-5eac-46b9-a595-f3cc90ede714 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:27.788042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 42040) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:27.805621 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'security_group_rule': {'security_group_id': '0a62ee15-a193-4788-8fe0-ced80e0abd48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:27.858605 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-d226a610-2bb5-4071-b2f5-ce8ad9066ec2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2997222
Apr 19 18:46:27.871061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:27.921487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 6dfd0881-31ca-42be-9bb2-23aeef4901d2 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:27.939011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:security_group_rule and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:27.957457 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] For port 27412d78-7309-4a02-9f93-ad57bf27cb86, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:28.003149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42046) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:28.043592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Network 5fa586b0-34c3-42a9-af61-9cff3d18aea4 has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:46:28.094824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   from cryptography.utils import int_from_bytes
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   from cryptography.utils import int_from_bytes
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   (rel_b, rel_a, rel_b),
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   (rel_b, rel_a, rel_b),
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:46:28.110496 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:46:28.112634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:28.173272 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-266e4505-09c0-4028-8208-8256991fe165 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2826242
Apr 19 18:46:28.187075 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-f09a23c0-f48b-46e8-826c-5821e9152f01 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:46:28.188254 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-f09a23c0-f48b-46e8-826c-5821e9152f01 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.6365120
Apr 19 18:46:28.200517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:28.211493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:28.243083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:28.245543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 6dfd0881-31ca-42be-9bb2-23aeef4901d2 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:28.246265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:28.253933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] Usage tracker for resource:security_group_rule and tenant:2cab741328034fe4b256a4a4182e94f8 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:28.259290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:28.266029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] For port 27412d78-7309-4a02-9f93-ad57bf27cb86, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=27412d78-7309-4a02-9f93-ad57bf27cb86,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:28.267468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:28.269861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:28.270090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:28.277234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c012925-7430-4694-a4ab-fcfbe2537135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:28.280705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:28.303756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa586b0-34c3-42a9-af61-9cff3d18aea4,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:28.318479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:28.325649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5fa586b0-34c3-42a9-af61-9cff3d18aea4 HTTP/1.1" status: 204  len: 168 time: 2.6950481
Apr 19 18:46:28.328875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42062) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:28.388087 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:28.401725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:28.402426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78762e48>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:28.456184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1b8ddf-43e2-4350-8b38-50104d3283a2 admin admin] Deleting subnet 3aac75e4-1608-4a6d-bf54-3ccbb0af447d {{(pid=86309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:46:28.463278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8ddf-43e2-4350-8b38-50104d3283a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:28.661713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a766e-a0c8-47b1-a455-2f96152aff92 None None] Pushing event updated for resources: {'Port': ['ID=27412d78-7309-4a02-9f93-ad57bf27cb86,revision_number=4']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:28.675729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d00a766e-a0c8-47b1-a455-2f96152aff92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:28.678458 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-406f5f9f-930a-49f0-8e8b-1a1335a275f1 req-34987f66-1a4e-4de6-97ab-2a792bcb1e8a service neutron] 10.222.0.62 "GET /v2.0/networks/e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4891357
Apr 19 18:46:28.680702 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-5e907859-d663-48a0-b9bb-4e2a1aa46ccc service neutron] 10.222.0.41 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4761076
Apr 19 18:46:28.685545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:28.696482 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:28.732387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1a27a-b8a6-415c-a749-57f93f4f3caf req-088fdbfe-6845-4fd8-8bda-d80b9e6bcbd3 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:28.743370 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-42b1a27a-b8a6-415c-a749-57f93f4f3caf req-088fdbfe-6845-4fd8-8bda-d80b9e6bcbd3 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 943 time: 1.1867201
Apr 19 18:46:28.839029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:28.880521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b785c5b70>, [{'id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'name': 'tempest-ServerRescueNegativeTestJSON-299257116-router', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'gw_port': {'id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'af3ccb77-1af6-4c44-b342-5e11d6375133', 'name': '', 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'mac_address': 'fa:16:3e:d8:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:14Z', 'updated_at': '2021-04-19T18:46:26Z', 'revision_number': 4, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'subnets': [{'id': '53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:28.886155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ca4b8e0c-23a1-447c-bd18-8fb610865074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:28.897502 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=479ebd1f227f466e8d991da9165bbecb&name=default HTTP/1.1" status: 200  len: 2979 time: 3.0878644
Apr 19 18:46:28.934286 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 42076) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:28.934717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6f997-2b76-4967-b557-c34de5fb8912 None None] The sync data for ids ['17d76dc3-299d-4ad1-8861-527b2206051e'] in dv-cinder-786929-1-iscsi is: [{'id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'name': 'tempest-ServerRescueNegativeTestJSON-299257116-router', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'gw_port': {'id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'af3ccb77-1af6-4c44-b342-5e11d6375133', 'name': '', 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'mac_address': 'fa:16:3e:d8:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:14Z', 'updated_at': '2021-04-19T18:46:26Z', 'revision_number': 4, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'subnets': [{'id': '53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:46:28.942423 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-42b1a27a-b8a6-415c-a749-57f93f4f3caf req-be8679bf-91eb-459e-8290-ca5fdf3ecc00 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980700
Apr 19 18:46:29.170415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b787ba978>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:23Z', 'revision_number': 2, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:29.173349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8ddf-43e2-4350-8b38-50104d3283a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851817323'] for subnet, precommit_delete_associations {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:29.176160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Checking router: 572b9971-2812-45f9-bc13-3a75b3ebcb2d for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:46:29.176701 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Updating router 572b9971-2812-45f9-bc13-3a75b3ebcb2d port b74e413e-c6be-4f4f-9805-633787c970c8 binding host dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:46:29.286882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:29.351584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8ddf-43e2-4350-8b38-50104d3283a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:29.439092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:29.464873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2929ccfa-e9e4-401b-8cd7-9fb44d4a3b5e,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:29.472953 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:29.759203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8ddf-43e2-4350-8b38-50104d3283a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10106527'] for subnet, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:29.779316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a4c4ef43-6f95-470e-b23b-cda3d67e071d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:29.807770 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78762e48>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:27Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:29.822979 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299141e7-f703-4b1a-ac4d-d40e07796ed1 None None] The sync data for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi is: [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:27Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:46:29.875403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 42086) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:29.876183 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-738bd96e-c869-4ab4-b668-9ede525825ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:29.914582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b8ddf-43e2-4350-8b38-50104d3283a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aac75e4-1608-4a6d-bf54-3ccbb0af447d,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:29.933679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ed1b8ddf-43e2-4350-8b38-50104d3283a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:29.937268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-738bd96e-c869-4ab4-b668-9ede525825ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:29.947126 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8ddf-43e2-4350-8b38-50104d3283a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:29.974136 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ed1b8ddf-43e2-4350-8b38-50104d3283a2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3aac75e4-1608-4a6d-bf54-3ccbb0af447d HTTP/1.1" status: 204  len: 168 time: 1.6442976
Apr 19 18:46:29.975472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42088) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:30.052020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device af3ccb77-1af6-4c44-b342-5e11d6375133 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:30.071062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-738bd96e-c869-4ab4-b668-9ede525825ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.138146 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6adc10-a84d-429b-b5cf-71d502944552 req-c2ff90e7-38f7-47f2-a137-8967a1193cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:30.140256 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca6adc10-a84d-429b-b5cf-71d502944552 req-c2ff90e7-38f7-47f2-a137-8967a1193cd2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eccdb27381eb442e9c91d23ead288e60&device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 1096 time: 1.3937919
Apr 19 18:46:30.142258 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-6b943e4e-d7f7-44d3-9a42-ca3279fd6d52 service neutron] 10.222.0.41 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4490623
Apr 19 18:46:30.164708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:30.258870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42098) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:30.270559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1578406320', 'description': 'tempest-description--1742524281'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:30.277369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.279361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bd96e-c869-4ab4-b668-9ede525825ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2929ccfa-e9e4-401b-8cd7-9fb44d4a3b5e,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:30.289808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.290965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-738bd96e-c869-4ab4-b668-9ede525825ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:30.297374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.335063 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:30.364917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-738bd96e-c869-4ab4-b668-9ede525825ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.366178 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-738bd96e-c869-4ab4-b668-9ede525825ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2929ccfa-e9e4-401b-8cd7-9fb44d4a3b5e HTTP/1.1" status: 204  len: 168 time: 1.4227350
Apr 19 18:46:30.370250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Transition to ACTIVE for port object b74e413e-c6be-4f4f-9805-633787c970c8 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:30.378856 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port af3ccb77-1af6-4c44-b342-5e11d6375133 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:30.384164 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.390549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:30.394512 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:30.404068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.411736 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:security_group and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:30.438897 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.449693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.451503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:30.551252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afa61a-b199-49fd-9b64-b5b30d9a6d3d None None] Pushing event updated for resources: {'Port': ['ID=b74e413e-c6be-4f4f-9805-633787c970c8,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:30.554664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d6afa61a-b199-49fd-9b64-b5b30d9a6d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:30.555578 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port af3ccb77-1af6-4c44-b342-5e11d6375133 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:30.556008 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.574562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5d6c18-c38f-4127-adcf-b11bc375e162,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:30.575394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:30.578019 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6b1f5246-b4b3-4809-9fb4-0ee699e43438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:30.612763 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cab741328034fe4b256a4a4182e94f8&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6079419
Apr 19 18:46:30.613743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42112) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:30.721381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.731535 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.9383483
Apr 19 18:46:30.736183 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:30.758001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 42124) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:30.785192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'security_group_rule': {'security_group_id': '0a62ee15-a193-4788-8fe0-ced80e0abd48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:30.858509 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:30.937449 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:30.975285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:security_group_rule and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:31.002190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1cd5bade-8101-43bf-81a8-9af30a19db36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.010324 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-61a03180-f2a8-4615-bd0e-8184298fd0b1 req-aa2f4cb6-b55a-4e6a-a770-c286ab4d9e5f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 210 time: 0.2726359
Apr 19 18:46:31.011561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:31.047183 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1cd5bade-8101-43bf-81a8-9af30a19db36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.058673 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:31.063563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6adc10-a84d-429b-b5cf-71d502944552 req-20b800b7-fa35-4465-84e2-59d805ecb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:31.065587 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca6adc10-a84d-429b-b5cf-71d502944552 req-20b800b7-fa35-4465-84e2-59d805ecb342 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c HTTP/1.1" status: 200  len: 913 time: 0.9148104
Apr 19 18:46:31.083890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] Usage tracker for resource:security_group_rule and tenant:2fd4bbf3f1c148dcaa140e351171ea32 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:31.090141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:31.131177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:31.219302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.243172 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.274339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685bb530-63ee-4981-a31f-9e228d158472,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:31.279303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:31.321631 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:31.356519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Attempting to bind port b74e413e-c6be-4f4f-9805-633787c970c8 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:31.357018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Attempting to bind port b74e413e-c6be-4f4f-9805-633787c970c8 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:31.357149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Attempting to bind port b74e413e-c6be-4f4f-9805-633787c970c8 on network 805464bc-4830-4f32-8442-9b3936f44b12 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:31.365992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:31.367008 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca6adc10-a84d-429b-b5cf-71d502944552 req-83fcfac0-0027-4473-917e-f450eee90815 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e14162c9-8905-4e69-a66d-3e130c792fdb HTTP/1.1" status: 200  len: 217 time: 0.2333486
Apr 19 18:46:31.370859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:security_group_rule and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:31.375421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:31.382320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:31.449638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port af3ccb77-1af6-4c44-b342-5e11d6375133, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=af3ccb77-1af6-4c44-b342-5e11d6375133,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:31.453208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:31.453645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Checking segment: {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:31.454109 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.454594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Bound using segment: {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:31.455137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Bound port: b74e413e-c6be-4f4f-9805-633787c970c8, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:31.455566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.476140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.479799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.497504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.510610 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.525115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fc903c89-0226-4dae-adc6-13469e1666ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:31.550282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81531e77-5545-4024-90da-2f0a43d5e927 req-39f62415-6995-4bce-9fb3-81bd763ad66c tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:31.551199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:31.556893 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81531e77-5545-4024-90da-2f0a43d5e927 req-39f62415-6995-4bce-9fb3-81bd763ad66c tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 943 time: 0.9786692
Apr 19 18:46:31.575254 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.589881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93365c28-9ba9-4f2f-ae1a-c7f87558198e,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:31.593913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:31.594756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.599368 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.3393917
Apr 19 18:46:31.602801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42162) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:31.603504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1cd5bade-8101-43bf-81a8-9af30a19db36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.721345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'security_group_rule': {'security_group_id': '93365c28-9ba9-4f2f-ae1a-c7f87558198e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:31.749104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1cd5bade-8101-43bf-81a8-9af30a19db36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.750428 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1cd5bade-8101-43bf-81a8-9af30a19db36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/685bb530-63ee-4981-a31f-9e228d158472 HTTP/1.1" status: 204  len: 168 time: 1.1290154
Apr 19 18:46:31.764868 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:31.793282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:31.797300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b78959390>,) {'filters': {'network_id': ['a35c2187-955f-4465-a477-c9ba46307e69']}} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:31.808520 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81531e77-5545-4024-90da-2f0a43d5e927 req-4005298b-e10d-4284-9298-3c5848795dd7 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694293
Apr 19 18:46:31.830935 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5bade-8101-43bf-81a8-9af30a19db36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685bb530-63ee-4981-a31f-9e228d158472,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:31.839885 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1cd5bade-8101-43bf-81a8-9af30a19db36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:31.845476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] For port b74e413e-c6be-4f4f-9805-633787c970c8, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:31.850374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:security_group_rule and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:31.852467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] For port b74e413e-c6be-4f4f-9805-633787c970c8, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=b74e413e-c6be-4f4f-9805-633787c970c8,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:31.865732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.868910 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:31.874713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b78959390>, '34fb6f46-2bc2-46c3-9d9f-fc12734cbc15') {'for_net_delete': True} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:31.881869 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b78959390>, '34fb6f46-2bc2-46c3-9d9f-fc12734cbc15') {} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:31.907808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:31.916785 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6adc10-a84d-429b-b5cf-71d502944552 req-17daacb8-389d-4ca4-aca9-956fb876f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:31.920092 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca6adc10-a84d-429b-b5cf-71d502944552 req-17daacb8-389d-4ca4-aca9-956fb876f207 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c8f340e6-d2ad-4339-bda9-04f056eadf2d HTTP/1.1" status: 200  len: 852 time: 0.5144792
Apr 19 18:46:31.924119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2958493'] for segment, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.961000 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.965313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:31.976885 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 27412d78-7309-4a02-9f93-ad57bf27cb86 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:32.065924 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:32.069715 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=86309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:46:32.088385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:32.176124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:32.180083 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca6adc10-a84d-429b-b5cf-71d502944552 req-bdad3020-4521-456a-91d3-15859bb42546 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1154032
Apr 19 18:46:32.198501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:32.203473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:32.245234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=af3ccb77-1af6-4c44-b342-5e11d6375133,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:32.251243 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:32.269122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:32.287459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:32.298081 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6932852
Apr 19 18:46:32.316737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42186) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:32.350325 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'security_group_rule': {'security_group_id': '93365c28-9ba9-4f2f-ae1a-c7f87558198e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:32.360016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:46:32.363204 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b787ba978>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:32.379362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6445862d-1bd7-4f3a-ac07-c9a5b90a861f,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:32.444848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:32.445942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:32.451505 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca6adc10-a84d-429b-b5cf-71d502944552 req-f3dab4c0-ecd0-4011-8693-6924b34fbc6e service neutron] 10.222.0.62 "GET /v2.0/networks/e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497678
Apr 19 18:46:32.501707 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7101e167-1b24-4e09-a86c-ae3905708a80 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:32.513693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 27412d78-7309-4a02-9f93-ad57bf27cb86 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:32.520514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e14162c9-8905-4e69-a66d-3e130c792fdb details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:46:32.527970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:security_group_rule and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:32.539756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:32.559101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:32.563042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Network a35c2187-955f-4465-a477-c9ba46307e69 has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:46:32.574850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852643943'] for segment, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:32.596809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 27412d78-7309-4a02-9f93-ad57bf27cb86 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:32.597572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:32.663463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42194) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:32.697685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:32.736356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:32.760368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:32.772235 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] Usage tracker for resource:security_group_rule and tenant:301c5f17a80f4966a8745eb5e839afbb is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:32.819581 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca6adc10-a84d-429b-b5cf-71d502944552 req-9f29f9bf-d0fa-44b2-b2e0-5b6b8f60ef92 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3195403
Apr 19 18:46:32.822011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:32.846716 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3472b715-7f71-453f-9b5d-8bdd81624f8b,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:32.861929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:32.869485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:32.885326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:32.891098 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.1147687
Apr 19 18:46:32.901009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 42204) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:32.914929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-461368a1-a16a-453c-a17e-fc2459795ec0 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:32.916740 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-461368a1-a16a-453c-a17e-fc2459795ec0 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 818 time: 1.2545040
Apr 19 18:46:32.922970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'floatingip': {'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:32.931756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:46:32.932824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Network a35c2187-955f-4465-a477-c9ba46307e69 has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:46:32.951320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:46:32.992539 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:46:33.005605 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1fbdaecd-c207-41cf-ae46-8a818012d911 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/quotas/a598eef27c394deb9f152c93f429143f HTTP/1.1" status: 200  len: 375 time: 0.0557663
Apr 19 18:46:33.007284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:floatingip and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:33.011845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.013269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:33.033504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:33.095779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.167720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:33.194133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.214283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ff8faf-175a-44b3-966e-a70ab79bd0fe,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:33.218213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.231516 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.237659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:33.240354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:33.246758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.257327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.resource_extend [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 18:46:33.308278 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fd4bbf3f1c148dcaa140e351171ea32&name=default HTTP/1.1" status: 200  len: 2979 time: 3.2543099
Apr 19 18:46:33.315008 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 42216) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:33.333201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.350735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c608e76b-c081-4078-95de-8a92d519fdc6,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:33.362049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.385656 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-22e94904-0808-4da9-9ad9-7a2b2d9cda4b tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3585360
Apr 19 18:46:33.386919 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a35c2187-955f-4465-a477-c9ba46307e69 HTTP/1.1" status: 204  len: 168 time: 3.4058857
Apr 19 18:46:33.389091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:33.397803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:33.430837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.467902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.469123 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1513150
Apr 19 18:46:33.470351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a35c2187-955f-4465-a477-c9ba46307e69,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:33.476059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:33.476059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42226) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:33.476472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-31007064-4549-4c51-89c0-85ecd6bae8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:33.510230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc268f-0ec9-47d6-b3c5-82aaa78ff3a5,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:33.523195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'floatingip': {'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:33.530636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:33.535057 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:floatingip and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:33.538316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:33.544884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:33.557005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:33.561285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.583479 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=301c5f17a80f4966a8745eb5e839afbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9189405
Apr 19 18:46:33.586705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42230) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:33.769312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e69fdba2-9538-449e-9197-3dd920369b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.776632 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-4e8c47ac-7cde-4b77-b04f-06dd067a36ed service neutron] 10.222.0.41 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3897812
Apr 19 18:46:33.823255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42238) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:33.827897 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e69fdba2-9538-449e-9197-3dd920369b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.852425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.953434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afa61a-b199-49fd-9b64-b5b30d9a6d3d None None] Pushing event updated for resources: {'Port': ['ID=b74e413e-c6be-4f4f-9805-633787c970c8,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:33.967872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d6afa61a-b199-49fd-9b64-b5b30d9a6d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.698s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:33.969436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:33.977608 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e8d12878-116e-4d08-b7dd-d12a116c9689 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b190768bd344f7cbb00b1c890acbf76&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1508341
Apr 19 18:46:33.981699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42248) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:34.048184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port e14162c9-8905-4e69-a66d-3e130c792fdb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e14162c9-8905-4e69-a66d-3e130c792fdb,segment=NetworkSegment(56fb08b3-cc53-4e16-b40e-c546867cd1fd),segment_id=56fb08b3-cc53-4e16-b40e-c546867cd1fd)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:34.085389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'e14162c9-8905-4e69-a66d-3e130c792fdb', 'network_id': 'e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c', 'port_id': 'e14162c9-8905-4e69-a66d-3e130c792fdb', 'mac_address': 'fa:16:3e:b6:1f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f340e6-d2ad-4339-bda9-04f056eadf2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:46:34.095925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 27412d78-7309-4a02-9f93-ad57bf27cb86, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=27412d78-7309-4a02-9f93-ad57bf27cb86,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:34.099083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b787ba978>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:31Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:46:34.117061 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-e5fc65cb-85ec-493c-b7b6-6a8732c04fed service neutron] 10.222.0.41 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2958360
Apr 19 18:46:34.127290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7abfabc8-c039-444c-a741-8c4c45e653ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.155187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.168878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:34.173699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723edf7c-ed11-4555-a700-f02f08bc5703 req-081a57c6-4276-46bf-8aac-bb1e7aad9eda tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:34.175511 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-723edf7c-ed11-4555-a700-f02f08bc5703 req-081a57c6-4276-46bf-8aac-bb1e7aad9eda tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 943 time: 1.0721211
Apr 19 18:46:34.201835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7abfabc8-c039-444c-a741-8c4c45e653ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.262100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff86f18-29fe-4338-84ca-7905970a607c None None] The sync data for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi is: [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:31Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:46:34.274640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=27412d78-7309-4a02-9f93-ad57bf27cb86,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:34.322375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:34.348994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e69fdba2-9538-449e-9197-3dd920369b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.352296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7abfabc8-c039-444c-a741-8c4c45e653ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.376988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.394295 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:34.428313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device af3ccb77-1af6-4c44-b342-5e11d6375133 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:34.432155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fdba2-9538-449e-9197-3dd920369b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc268f-0ec9-47d6-b3c5-82aaa78ff3a5,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:34.507582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfabc8-c039-444c-a741-8c4c45e653ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f906b-8b10-43f0-8efa-f8838cac3f9e,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:34.519534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7abfabc8-c039-444c-a741-8c4c45e653ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:34.521275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e69fdba2-9538-449e-9197-3dd920369b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.525641 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e69fdba2-9538-449e-9197-3dd920369b14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6edc268f-0ec9-47d6-b3c5-82aaa78ff3a5 HTTP/1.1" status: 204  len: 168 time: 0.9260015
Apr 19 18:46:34.539081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Allocated IP 172.27.3.175 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/6134b0d9-32c0-4baf-8b02-b10f80997979) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:34.542691 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7abfabc8-c039-444c-a741-8c4c45e653ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.551950 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7abfabc8-c039-444c-a741-8c4c45e653ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca8f906b-8b10-43f0-8efa-f8838cac3f9e HTTP/1.1" status: 204  len: 168 time: 0.5689068
Apr 19 18:46:34.552740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:34.553125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:34.648207 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14162c9-8905-4e69-a66d-3e130c792fdb {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:46:34.711051 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port e14162c9-8905-4e69-a66d-3e130c792fdb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e14162c9-8905-4e69-a66d-3e130c792fdb,segment=NetworkSegment(56fb08b3-cc53-4e16-b40e-c546867cd1fd),segment_id=56fb08b3-cc53-4e16-b40e-c546867cd1fd)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:34.750372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.769748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:34.784962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-97deab8d-45bb-49e3-ad4d-78af63008a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.917168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=e14162c9-8905-4e69-a66d-3e130c792fdb,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:34.923304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:34.948560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:34.952408 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port af3ccb77-1af6-4c44-b342-5e11d6375133 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:34.953732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:35.004414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:35.016006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:35.069133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['e14162c9-8905-4e69-a66d-3e130c792fdb'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:46:35.148898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:35.167630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:35.182974 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:35.250210 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d915f74-19c0-4044-b48b-b72c224c8b3a req-0b40664d-40c8-44c0-8270-1b5780a91869 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 210 time: 0.4827642
Apr 19 18:46:35.337462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'Port': ['ID=6134b0d9-32c0-4baf-8b02-b10f80997979,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:35.350873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:35.385475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-97deab8d-45bb-49e3-ad4d-78af63008a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:35.469611 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-723edf7c-ed11-4555-a700-f02f08bc5703 req-c05267ca-327c-4ffb-87fc-c8d80c122f1b tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2824531
Apr 19 18:46:35.517465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-35ecdcf2-dec0-4833-a30b-19a75a078d81 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:35.528917 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-35ecdcf2-dec0-4833-a30b-19a75a078d81 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 818 time: 1.9175539
Apr 19 18:46:35.574469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Request body: {'port': {'device_id': 'd7458721-0a1f-44ab-a936-9c34b7cf3736', 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2', 'admin_state_up': True, 'tenant_id': 'a598eef27c394deb9f152c93f429143f'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:35.627574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:35.706921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:35.730165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42320) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:35.926956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:36.041037 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b1f083f7-c214-41e3-871e-e6db4b26bdf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebf94077f60d4c18999b3b011b40b1cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2885950
Apr 19 18:46:36.062669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 42340) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:36.177035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:36.179738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-97deab8d-45bb-49e3-ad4d-78af63008a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:36.184100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Allocated IP 172.27.3.32 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/e9816f08-7cbe-4820-bb35-1972b6da4463) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:36.192203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:36.233774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Usage tracker for resource:port and tenant:a598eef27c394deb9f152c93f429143f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:36.242719 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97deab8d-45bb-49e3-ad4d-78af63008a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ff8faf-175a-44b3-966e-a70ab79bd0fe,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:36.264171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:36.425629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:36.429756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:36.438249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-faa81b0f-12cf-4c30-89cb-7f889dfc7f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:36.554835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.62', 63710) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:36.555332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 27412d78-7309-4a02-9f93-ad57bf27cb86 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:36.580614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:36.617928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-97deab8d-45bb-49e3-ad4d-78af63008a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:36.630903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:36.638301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:36.798255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e14162c9-8905-4e69-a66d-3e130c792fdb up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:36.805333 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e62ce4da-ab08-4866-9d4f-e83435176a01 req-9ced4e46-3580-4ad6-ae0d-0b8033f30073 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 210 time: 0.1861744
Apr 19 18:46:36.838185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:36.887413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:36.903918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 27412d78-7309-4a02-9f93-ad57bf27cb86 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:36.906628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:36.986455 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:36.991874 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-97deab8d-45bb-49e3-ad4d-78af63008a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.002090 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-97deab8d-45bb-49e3-ad4d-78af63008a81 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05ff8faf-175a-44b3-966e-a70ab79bd0fe HTTP/1.1" status: 204  len: 168 time: 3.6771052
Apr 19 18:46:37.042903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:37.051759 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-28d8bb2e-6cb1-4f5c-a30b-15ac9d09f296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.059894 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Made reservation on behalf of a598eef27c394deb9f152c93f429143f for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:46:37.083647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.096794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'Port': ['ID=6134b0d9-32c0-4baf-8b02-b10f80997979,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:37.108478 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device b74e413e-c6be-4f4f-9805-633787c970c8 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:37.149192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:37.192567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port b74e413e-c6be-4f4f-9805-633787c970c8 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:37.203181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port b74e413e-c6be-4f4f-9805-633787c970c8 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:37.203786 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.237002 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port e14162c9-8905-4e69-a66d-3e130c792fdb completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:37.248577 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port e14162c9-8905-4e69-a66d-3e130c792fdb triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:37.249054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.302752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.395165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.415929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'Port': ['ID=e9816f08-7cbe-4820-bb35-1972b6da4463,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:37.420741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:37.439308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-28d8bb2e-6cb1-4f5c-a30b-15ac9d09f296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.494508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.499225 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9902120
Apr 19 18:46:37.517320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-3ca6d77c-dbbc-4187-84a9-d83c54e2a40a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:37.530374 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-3ca6d77c-dbbc-4187-84a9-d83c54e2a40a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 818 time: 0.9705031
Apr 19 18:46:37.543470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Request body: {'port': {'device_id': '39b6f6bc-de07-4d30-80aa-0685097b1293', 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2', 'admin_state_up': True, 'tenant_id': 'a598eef27c394deb9f152c93f429143f'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:37.558483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.596728 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 42406) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:37.597139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.635647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.660271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53340d5c-58ea-4753-82bf-526b2a4c3cd8 req-c5097474-ad9e-4f65-9b83-e2c7be901c9d tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:37.661924 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-53340d5c-58ea-4753-82bf-526b2a4c3cd8 req-c5097474-ad9e-4f65-9b83-e2c7be901c9d tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 944 time: 0.8509848
Apr 19 18:46:37.703030 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.725851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port b74e413e-c6be-4f4f-9805-633787c970c8, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=b74e413e-c6be-4f4f-9805-633787c970c8,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:37.740291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.749768 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c7dfe76a-2d49-492a-8564-59a948ed9e16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:37.796542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9c6b87-8802-414a-a13b-e930918e2b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14162c9-8905-4e69-a66d-3e130c792fdb'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:46:37.807902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:37.812835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Usage tracker for resource:port and tenant:a598eef27c394deb9f152c93f429143f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:37.827932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:37.836339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:37.855326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Made reservation on behalf of a598eef27c394deb9f152c93f429143f for: {'port': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:46:37.861977 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:37.885334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:37.890936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] Usage tracker for resource:security_group_rule and tenant:f51d9383433a4741809981c40819f55e is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:37.894549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:37.922003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:37.922966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42428) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:38.009616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=b74e413e-c6be-4f4f-9805-633787c970c8,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:38.024398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:38.041292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port e14162c9-8905-4e69-a66d-3e130c792fdb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e14162c9-8905-4e69-a66d-3e130c792fdb,segment=NetworkSegment(56fb08b3-cc53-4e16-b40e-c546867cd1fd),segment_id=56fb08b3-cc53-4e16-b40e-c546867cd1fd)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:38.047317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.052430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4bc5c358-7b3a-488c-a36d-aa31e2d63aed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:38.106475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-64358889-7b56-4e9f-a221-ff4c32969ebd tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Synchronizing usage tracker for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:38.125565 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-53340d5c-58ea-4753-82bf-526b2a4c3cd8 req-3fc5b911-705e-4a93-bc98-46a33508e2c3 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3107696
Apr 19 18:46:38.140842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-28d8bb2e-6cb1-4f5c-a30b-15ac9d09f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.151947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:38.175444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=e14162c9-8905-4e69-a66d-3e130c792fdb,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:38.189460 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Allocated IP 172.20.0.8 (a44011d1-034d-4152-ae01-60bfbc348ee2/53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2/e1f8620a-43d9-41fd-a166-93ad755f93fd) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:38.190526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:38.204773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8bb2e-6cb1-4f5c-a30b-15ac9d09f296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20327efe-f0ec-4e94-9a1e-6b25a7f06e70,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:38.206781 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-64358889-7b56-4e9f-a221-ff4c32969ebd tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Unset dirty status for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:38.208186 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-64358889-7b56-4e9f-a221-ff4c32969ebd tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1578406320&fields=id&tenant_id=6bc900f7f85d40e490ef8ca208c96044 HTTP/1.1" status: 200  len: 267 time: 0.3071821
Apr 19 18:46:38.211632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-28d8bb2e-6cb1-4f5c-a30b-15ac9d09f296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:38.287553 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.293754 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device b74e413e-c6be-4f4f-9805-633787c970c8 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:38.332778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:38.342650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] Usage tracker for resource:security_group_rule and tenant:dc7ebf90911d446c87cd027320efe4bb is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:38.346201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:38.353231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:38.404099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port b74e413e-c6be-4f4f-9805-633787c970c8 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:38.405792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.448930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.452197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.462269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b9ecba1d-ebe1-4d3a-b49c-8765bb03e9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:38.463983 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-9fedd882-eef8-428c-9c0c-f3a481373317 req-89f547f3-c19b-4892-a092-f0100bb12ddb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Synchronizing usage tracker for tenant:a598eef27c394deb9f152c93f429143f on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:38.472570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-28d8bb2e-6cb1-4f5c-a30b-15ac9d09f296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.474013 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-28d8bb2e-6cb1-4f5c-a30b-15ac9d09f296 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20327efe-f0ec-4e94-9a1e-6b25a7f06e70 HTTP/1.1" status: 204  len: 168 time: 2.4071774
Apr 19 18:46:38.498753 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482943dc-4038-43a3-996d-7c8adf4571cb,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:38.504019 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:38.532206 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc7ebf90911d446c87cd027320efe4bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6033885
Apr 19 18:46:38.532206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42444) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:38.605028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6638df9-5e1f-46f1-bf21-c570ca849797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.621477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-9fedd882-eef8-428c-9c0c-f3a481373317 req-89f547f3-c19b-4892-a092-f0100bb12ddb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Unset dirty status for tenant:a598eef27c394deb9f152c93f429143f on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:38.622987 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9fedd882-eef8-428c-9c0c-f3a481373317 req-89f547f3-c19b-4892-a092-f0100bb12ddb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 210 time: 0.2849522
Apr 19 18:46:38.637970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6638df9-5e1f-46f1-bf21-c570ca849797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.708850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6638df9-5e1f-46f1-bf21-c570ca849797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.714919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3c072802-1e2c-4316-b456-8711e2a36cf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:38.733179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6638df9-5e1f-46f1-bf21-c570ca849797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482943dc-4038-43a3-996d-7c8adf4571cb,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:38.739768 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c6638df9-5e1f-46f1-bf21-c570ca849797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:38.749225 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6638df9-5e1f-46f1-bf21-c570ca849797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:38.753809 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c6638df9-5e1f-46f1-bf21-c570ca849797 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/482943dc-4038-43a3-996d-7c8adf4571cb HTTP/1.1" status: 204  len: 168 time: 0.2202435
Apr 19 18:46:38.930446 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9c6b87-8802-414a-a13b-e930918e2b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14162c9-8905-4e69-a66d-3e130c792fdb', 'code': 200}
Apr 19 18:46:39.061961 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.resource_extend [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 18:46:39.073293 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.097575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.099432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.148291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:39.166706 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f51d9383433a4741809981c40819f55e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5649462
Apr 19 18:46:39.176806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42466) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:39.209878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.339525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-9d03967f-ebdb-474f-ba0c-bf6395c1a211 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:39.340460 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-9d03967f-ebdb-474f-ba0c-bf6395c1a211 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Synchronizing usage tracker for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:network {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:39.346375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a16d173-277c-4ecb-93d2-43721dcb395a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.352287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.375133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a71ee-cfd5-4b54-bcca-77ba23de5c24,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:39.381847 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:39.397453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:39.426250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a16d173-277c-4ecb-93d2-43721dcb395a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.445237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.62', 63713) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:39.476928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.480546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a16d173-277c-4ecb-93d2-43721dcb395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.490054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:39.523567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16d173-277c-4ecb-93d2-43721dcb395a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a71ee-cfd5-4b54-bcca-77ba23de5c24,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:39.525592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42480) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:39.565885 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1a16d173-277c-4ecb-93d2-43721dcb395a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:39.566852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a16d173-277c-4ecb-93d2-43721dcb395a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.568311 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1a16d173-277c-4ecb-93d2-43721dcb395a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f3a71ee-cfd5-4b54-bcca-77ba23de5c24 HTTP/1.1" status: 204  len: 168 time: 0.3896129
Apr 19 18:46:39.573032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.596566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:39.607234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] Usage tracker for resource:security_group_rule and tenant:cc44c652198141acb9385a1065f2b801 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:39.615062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:39.622052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:39.667454 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.669022 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.7667542
Apr 19 18:46:39.680652 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-9d03967f-ebdb-474f-ba0c-bf6395c1a211 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Unset dirty status for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:network {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:39.681916 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-9d03967f-ebdb-474f-ba0c-bf6395c1a211 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 817 time: 1.4378431
Apr 19 18:46:39.700304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.705584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'Port': ['ID=e9816f08-7cbe-4820-bb35-1972b6da4463,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:39.718009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:39.733433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-13f3ec74-2cc1-408e-bc5b-7d22c929ebde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:39.784221 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-7c0ed443-9dce-4fcb-8dd8-0eb651a8e94e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/quotas/6bc900f7f85d40e490ef8ca208c96044 HTTP/1.1" status: 200  len: 375 time: 0.0855153
Apr 19 18:46:39.796331 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.803237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.805049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-162e70a0-e1c7-4f0f-9961-b26a3a0935be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:39.806717 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-162e70a0-e1c7-4f0f-9961-b26a3a0935be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 1098 time: 0.3477561
Apr 19 18:46:39.816095 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7076c29b-5422-42a0-babe-1e3cef095f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:39.827640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Allocated IP 172.20.0.12 (a44011d1-034d-4152-ae01-60bfbc348ee2/53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2/60e54750-43a8-4bcf-b6a3-0180d5a21179) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:39.893931 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc44c652198141acb9385a1065f2b801&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3671849
Apr 19 18:46:39.894666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42498) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:39.900542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe87965-7fef-49c4-892d-908dff2545c2,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:39.905293 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.907373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:39.933136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a903059-92b0-4535-9e96-eca312ff32e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:39.944914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Network a44011d1-034d-4152-ae01-60bfbc348ee2 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:39.962956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:39.967294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:39.976861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:39.977783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.007999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:40.014964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Usage tracker for resource:security_group_rule and tenant:279befc8cf104c09b604d20684fd3856 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:40.020703 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:40.032065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:40.107059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c525c2c9-8cef-4fc5-955c-8537b1d51a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.133304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Pushing event updated for resources: {'Port': ['ID=e1f8620a-43d9-41fd-a166-93ad755f93fd,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:40.149157 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6024039
Apr 19 18:46:40.154761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:40.170937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c525c2c9-8cef-4fc5-955c-8537b1d51a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.172243 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0248dbb-81eb-4a6a-adbf-9bf12f746912 req-382ac7f0-4743-4e2c-9158-3d76c978be3f tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:40.173929 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a0248dbb-81eb-4a6a-adbf-9bf12f746912 req-382ac7f0-4743-4e2c-9158-3d76c978be3f tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 945 time: 0.7298026
Apr 19 18:46:40.179054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Request body: {'port': {'device_id': 'd7458721-0a1f-44ab-a936-9c34b7cf3736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:40.219064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.263510 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c525c2c9-8cef-4fc5-955c-8537b1d51a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.271084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:40.285482 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525c2c9-8cef-4fc5-955c-8537b1d51a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe87965-7fef-49c4-892d-908dff2545c2,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:40.290643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c525c2c9-8cef-4fc5-955c-8537b1d51a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:40.302082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c525c2c9-8cef-4fc5-955c-8537b1d51a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.303418 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c525c2c9-8cef-4fc5-955c-8537b1d51a52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fe87965-7fef-49c4-892d-908dff2545c2 HTTP/1.1" status: 204  len: 168 time: 0.4045641
Apr 19 18:46:40.304927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.333194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:40.335334 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a0248dbb-81eb-4a6a-adbf-9bf12f746912 req-5923f682-feff-4f62-b3ad-3f0826e4bc04 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120110
Apr 19 18:46:40.343788 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.393978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.411880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:40.423213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Network a44011d1-034d-4152-ae01-60bfbc348ee2 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:40.427133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:40.431933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:40.456065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-a128e14c-8bc9-4afa-8605-18360b1bf49a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Synchronizing usage tracker for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:40.465774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ac497507-ad94-4289-839c-265470d52b8b,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:40.471403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:40.518634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.533982 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Pushing event updated for resources: {'Port': ['ID=60e54750-43a8-4bcf-b6a3-0180d5a21179,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:40.541104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:40.542901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Synchronizing usage tracker for tenant:279befc8cf104c09b604d20684fd3856 on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:40.550105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:40.551423 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:40.575043 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0360005
Apr 19 18:46:40.588459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-a128e14c-8bc9-4afa-8605-18360b1bf49a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Unset dirty status for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:40.589897 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-a128e14c-8bc9-4afa-8605-18360b1bf49a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7898657
Apr 19 18:46:40.596179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Request body: {'port': {'device_id': '39b6f6bc-de07-4d30-80aa-0685097b1293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:40.747186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Unset dirty status for tenant:279befc8cf104c09b604d20684fd3856 on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:40.748896 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e27c6d12-459d-4396-8ccf-971b409ba857 req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9289579
Apr 19 18:46:40.758573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:41.036073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba214-630f-4c80-bd12-34401bcf888e req-7fa0dfdc-ae4b-4b60-8e41-722141bad21f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:41.037759 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-47dba214-630f-4c80-bd12-34401bcf888e req-7fa0dfdc-ae4b-4b60-8e41-722141bad21f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 932 time: 0.5085187
Apr 19 18:46:41.093487 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-ae2a16b6-3d84-4732-aeae-cd85f03d825b service neutron] 10.222.0.41 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4187169
Apr 19 18:46:41.266015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-47dba214-630f-4c80-bd12-34401bcf888e req-3c305ae8-5a02-4c7c-9ff5-422424238e21 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Synchronizing usage tracker for tenant:a598eef27c394deb9f152c93f429143f on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:41.344506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-47dba214-630f-4c80-bd12-34401bcf888e req-3c305ae8-5a02-4c7c-9ff5-422424238e21 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Unset dirty status for tenant:a598eef27c394deb9f152c93f429143f on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:41.345778 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-47dba214-630f-4c80-bd12-34401bcf888e req-3c305ae8-5a02-4c7c-9ff5-422424238e21 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2513244
Apr 19 18:46:41.365376 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-822dadf9-d6fb-483c-aded-964ed2885a60 service neutron] 10.222.0.41 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2650201
Apr 19 18:46:41.474193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f8620a-43d9-41fd-a166-93ad755f93fd {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:46:41.500145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:41.595113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Transition to ACTIVE for port object e1f8620a-43d9-41fd-a166-93ad755f93fd will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:41.599925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:41.618303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:41.771547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-6939a22a-6fe0-4f6b-a78d-06ae83e1b6ef tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Synchronizing usage tracker for tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:41.918230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f8620a-43d9-41fd-a166-93ad755f93fd,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:41.967804 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:41.993004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e54750-43a8-4bcf-b6a3-0180d5a21179 {{(pid=86309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:46:42.001792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:42.023642 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-6939a22a-6fe0-4f6b-a78d-06ae83e1b6ef tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Unset dirty status for tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:42.030485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Transition to ACTIVE for port object 60e54750-43a8-4bcf-b6a3-0180d5a21179 will not be triggered until provisioned by entity L2. {{(pid=86309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:42.032166 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-6939a22a-6fe0-4f6b-a78d-06ae83e1b6ef tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1751911485&fields=id&tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f HTTP/1.1" status: 200  len: 267 time: 0.5253186
Apr 19 18:46:42.036915 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:42.043626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:42.075315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Attempting to bind port e1f8620a-43d9-41fd-a166-93ad755f93fd on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:42.075696 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Attempting to bind port e1f8620a-43d9-41fd-a166-93ad755f93fd by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:42.076065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Attempting to bind port e1f8620a-43d9-41fd-a166-93ad755f93fd on network a44011d1-034d-4152-ae01-60bfbc348ee2 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:42.230039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Pushing event updated for resources: {'Port': ['ID=60e54750-43a8-4bcf-b6a3-0180d5a21179,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:42.240989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:42.340637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42596) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:42.360019 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Port e1f8620a-43d9-41fd-a166-93ad755f93fd on network a44011d1-034d-4152-ae01-60bfbc348ee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:46:42.360496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Attempting to bind port e1f8620a-43d9-41fd-a166-93ad755f93fd on network a44011d1-034d-4152-ae01-60bfbc348ee2 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:42.371179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-4845f17c-45c3-4777-a4e2-4dfd8a8a80a5 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:42.372143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-4845f17c-45c3-4777-a4e2-4dfd8a8a80a5 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Synchronizing usage tracker for tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f on resource:network {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:42.409599 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:42.410104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Checking segment: {'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:42.410663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Bound using segment: {'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:42.411270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Bound port: e1f8620a-43d9-41fd-a166-93ad755f93fd, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:42.411875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:42.431571 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-4845f17c-45c3-4777-a4e2-4dfd8a8a80a5 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Unset dirty status for tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f on resource:network {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:42.440504 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-4845f17c-45c3-4777-a4e2-4dfd8a8a80a5 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 810 time: 0.3878758
Apr 19 18:46:42.511614 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-5443f55e-7c05-45dd-a180-bbbc0a1d4d9e tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/quotas/4b5fc0221dfc4bd59e82e8e9e429dc7f HTTP/1.1" status: 200  len: 375 time: 0.0701873
Apr 19 18:46:42.532547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd50fd6-7916-460d-8584-bfedca102e3d req-2bfea0f1-6e51-4f31-9331-61cd4f590f40 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:42.534542 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8bd50fd6-7916-460d-8584-bfedca102e3d req-2bfea0f1-6e51-4f31-9331-61cd4f590f40 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 945 time: 0.7309871
Apr 19 18:46:42.601352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Attempting to bind port 60e54750-43a8-4bcf-b6a3-0180d5a21179 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:42.602335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Attempting to bind port 60e54750-43a8-4bcf-b6a3-0180d5a21179 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'}] {{(pid=86309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:42.603441 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Attempting to bind port 60e54750-43a8-4bcf-b6a3-0180d5a21179 on network a44011d1-034d-4152-ae01-60bfbc348ee2 {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:42.610354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Port 60e54750-43a8-4bcf-b6a3-0180d5a21179 on network a44011d1-034d-4152-ae01-60bfbc348ee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:46:42.610959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Attempting to bind port 60e54750-43a8-4bcf-b6a3-0180d5a21179 on network a44011d1-034d-4152-ae01-60bfbc348ee2 {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:42.618826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:42.619383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Checking segment: {'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:42.620119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Bound using segment: {'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'} {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:42.620774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Bound port: 60e54750-43a8-4bcf-b6a3-0180d5a21179, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4cbc64-9169-421f-ae61-afdc1ac46fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2'}}] {{(pid=86309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:42.621303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:42.663570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:42.684826 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8bd50fd6-7916-460d-8584-bfedca102e3d req-c0c11346-5c39-4bda-8477-fffa207f8550 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939875
Apr 19 18:46:42.714885 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-83711abf-d93d-4053-9ad3-dc0900a4710e tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2020257
Apr 19 18:46:42.730659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:42.744691 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] Usage tracker for resource:security_group_rule and tenant:ad0c97300a394b2b829e100a7fedda54 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:42.751775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:42.768630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:42.768945 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] For port e1f8620a-43d9-41fd-a166-93ad755f93fd, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:42.817898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] For port e1f8620a-43d9-41fd-a166-93ad755f93fd, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:42.821118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] For port 60e54750-43a8-4bcf-b6a3-0180d5a21179, host hv-cinder-78692, cleared binding levels {{(pid=86309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:42.832492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] For port 60e54750-43a8-4bcf-b6a3-0180d5a21179, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=60e54750-43a8-4bcf-b6a3-0180d5a21179,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:42.868369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:42.886685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7955b213-d6a7-4538-be6c-cd973d9535ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:42.899017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:42.936082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:43.005442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Pushing event updated for resources: {'Port': ['ID=60e54750-43a8-4bcf-b6a3-0180d5a21179,revision_number=3']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:43.018555 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:43.032980 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:43.033840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:43.035786 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] 10.222.0.62 "PUT /v2.0/ports/60e54750-43a8-4bcf-b6a3-0180d5a21179 HTTP/1.1" status: 200  len: 1094 time: 2.4526961
Apr 19 18:46:43.037940 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b6f6bc-de07-4d30-80aa-0685097b1293', 'tag': '60e54750-43a8-4bcf-b6a3-0180d5a21179'}] {{(pid=86309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:46:43.207794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:43.238281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-5e461d59-85bb-4432-b367-048e402bfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:43.240971 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-5e461d59-85bb-4432-b367-048e402bfe6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 1097 time: 0.1633859
Apr 19 18:46:43.309802 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81e0a72e-33cd-4b9e-897c-a8a475b48856 req-9f21b5b5-5f95-4c97-a184-a208f645dd6c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 210 time: 0.3820024
Apr 19 18:46:43.322600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:43.375987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:43.454258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:43.457933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:43.463080 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] 10.222.0.62 "PUT /v2.0/ports/e1f8620a-43d9-41fd-a166-93ad755f93fd HTTP/1.1" status: 200  len: 1093 time: 3.3010435
Apr 19 18:46:43.463657 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7458721-0a1f-44ab-a936-9c34b7cf3736', 'tag': 'e1f8620a-43d9-41fd-a166-93ad755f93fd'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:46:43.492183 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-ac23e72e-bc0f-413b-8631-b680a062a7bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60e54750-43a8-4bcf-b6a3-0180d5a21179 HTTP/1.1" status: 200  len: 217 time: 0.2367294
Apr 19 18:46:43.496243 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:43.595839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c6638df9-5e1f-46f1-bf21-c570ca849797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:43.772249 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad0c97300a394b2b829e100a7fedda54&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4282730
Apr 19 18:46:43.780116 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42648) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:43.780872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb89c89-abae-44b9-9250-680cf987450a,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:43.801917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:43.844687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f8620a-43d9-41fd-a166-93ad755f93fd,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:43.845664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-04ac21cb-81fd-4bbb-a6b7-457d820907cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:43.847537 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-04ac21cb-81fd-4bbb-a6b7-457d820907cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.3185620
Apr 19 18:46:43.880127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:43.889182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:43.922721 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-273961df-2ee1-426e-8af1-8f66d4d6b1d4 service neutron] 10.222.0.41 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2067900
Apr 19 18:46:43.953179 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-de65bbce-78dc-4834-82ae-46228b4abc2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0939105
Apr 19 18:46:44.123000 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dac894ed-a726-41c4-bb49-de103863ec14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:44.172772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:44.199633 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dac894ed-a726-41c4-bb49-de103863ec14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:44.203801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e14d8-9a40-405c-aaa5-4fbf0100e0d3 req-02c1ad94-8e26-4e01-a324-1f3babc745be tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:44.205454 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-462e14d8-9a40-405c-aaa5-4fbf0100e0d3 req-02c1ad94-8e26-4e01-a324-1f3babc745be tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 944 time: 0.4908047
Apr 19 18:46:44.220831 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-eae5546a-d7c7-4622-9501-f4a19403de87 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506597
Apr 19 18:46:44.222600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-d947207f-da41-499e-ac46-f07a404ab7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:44.224165 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-d947207f-da41-499e-ac46-f07a404ab7a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 1096 time: 0.6528282
Apr 19 18:46:44.334540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-d07d20d0-3193-44b6-a6ff-f8f77f6e868a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:44.335796 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-d07d20d0-3193-44b6-a6ff-f8f77f6e868a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 817 time: 0.7441258
Apr 19 18:46:44.352254 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-cdc5ef01-4dd5-4d85-ac05-27653b5095ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd HTTP/1.1" status: 200  len: 217 time: 0.1019912
Apr 19 18:46:44.379673 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dac894ed-a726-41c4-bb49-de103863ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:44.387418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6ef765c9-f682-462f-afc1-e4f235e79b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:44.415536 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-9833837e-1bf3-403c-9f5e-17e018b2996f service neutron] 10.222.0.41 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4788399
Apr 19 18:46:44.417717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac894ed-a726-41c4-bb49-de103863ec14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb89c89-abae-44b9-9250-680cf987450a,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:44.424572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-dac894ed-a726-41c4-bb49-de103863ec14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:44.428417 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b56a20d0-3411-4f2b-9d7f-47a69d9a7be9 req-f424ff07-8dcf-419a-823e-523bc108c64f service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939447
Apr 19 18:46:44.429677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dac894ed-a726-41c4-bb49-de103863ec14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:44.430902 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-dac894ed-a726-41c4-bb49-de103863ec14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cb89c89-abae-44b9-9250-680cf987450a HTTP/1.1" status: 204  len: 168 time: 0.6279197
Apr 19 18:46:44.463575 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-462e14d8-9a40-405c-aaa5-4fbf0100e0d3 req-a06af583-86e6-4cf4-b3d1-2c80c6de7d80 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455812
Apr 19 18:46:44.516535 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-60110069-d2f7-4ca9-91b3-10e200ca24f9 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bc900f7f85d40e490ef8ca208c96044 HTTP/1.1" status: 200  len: 5705 time: 0.1661885
Apr 19 18:46:44.518214 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-7eb731f3-685f-427c-bf1f-4ed4f2608531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:44.519865 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-7eb731f3-685f-427c-bf1f-4ed4f2608531 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.1591301
Apr 19 18:46:44.538105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'port': {'device_id': '9a63a187-ef64-4728-be67-1620851f1ec8', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'admin_state_up': True, 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'security_groups': ['93365c28-9ba9-4f2f-ae1a-c7f87558198e']}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:44.619943 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7458721-0a1f-44ab-a936-9c34b7cf3736', 'tag': 'e1f8620a-43d9-41fd-a166-93ad755f93fd', 'status': 'completed', 'code': 200}
Apr 19 18:46:44.622412 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-f6f323b9-ece8-4740-ab25-1df2cfb20b9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0898886
Apr 19 18:46:45.083024 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-5d26fa64-4bd7-477a-a982-f5f3476bb89c service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3981421
Apr 19 18:46:45.201112 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b6f6bc-de07-4d30-80aa-0685097b1293', 'tag': '60e54750-43a8-4bcf-b6a3-0180d5a21179', 'status': 'completed', 'code': 200}
Apr 19 18:46:45.351114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-cd4a0f46-7445-4af3-b832-08f0a9ac56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:45.357908 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-cd4a0f46-7445-4af3-b832-08f0a9ac56e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 1097 time: 0.1311784
Apr 19 18:46:45.536639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:45.573620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:45.588323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:45.603151 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5740fb1c-c884-4ff2-8c37-cfbdf09f7e54 req-251dd417-09be-456e-91b0-05da9b6f0443 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 210 time: 0.2237382
Apr 19 18:46:45.614005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Made reservation on behalf of 6bc900f7f85d40e490ef8ca208c96044 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:46:45.620238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:45.707699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-7af494dc-5eaf-4eef-97ed-b91d5a0403cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:45.709384 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-7af494dc-5eaf-4eef-97ed-b91d5a0403cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 919 time: 0.3491807
Apr 19 18:46:45.737602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fafd0-7665-419d-8978-970f6f2657b8 req-81382fef-259d-499c-ba70-ea4fac1a2de5 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:45.746045 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f7fafd0-7665-419d-8978-970f6f2657b8 req-81382fef-259d-499c-ba70-ea4fac1a2de5 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 945 time: 0.6615901
Apr 19 18:46:45.896379 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-670b95a4-d062-4c23-82b1-5d702479923d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60e54750-43a8-4bcf-b6a3-0180d5a21179 HTTP/1.1" status: 200  len: 217 time: 0.1767092
Apr 19 18:46:45.936225 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a1e70cd4-893f-48d8-8abf-ba534b8d69f8 req-c0a5f340-9933-41a6-be2a-7088e2c05ecd tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 210 time: 0.0750763
Apr 19 18:46:45.956707 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b6baa4b-9621-4960-bfbf-ccc16bd759c8 req-4215bc3d-f52a-42d9-a313-6e08e40527c0 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8608086
Apr 19 18:46:46.035515 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f7fafd0-7665-419d-8978-970f6f2657b8 req-0dd97284-08ad-45ef-bf23-3a561bcd3cce tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2882564
Apr 19 18:46:46.056896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-2c6692f8-b872-46d7-8db2-4d7ad589bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:46.061647 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-2c6692f8-b872-46d7-8db2-4d7ad589bcac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.1498096
Apr 19 18:46:46.158407 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-6b1e4ee7-03d6-4ea1-af41-84d30c635cfe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0876241
Apr 19 18:46:46.210722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Allocated IP 172.20.0.11 (805464bc-4830-4f32-8442-9b3936f44b12/278aaf89-c0ee-4e0d-9667-e16cb9af0cb5/c30ce674-f2ee-44dd-b306-3f26b2fe7cf7) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:46.236450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202c7a2-d3e6-403c-a639-6b0495556af4 req-974c8377-27a5-427d-b6d8-5c815383e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:46.238510 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2202c7a2-d3e6-403c-a639-6b0495556af4 req-974c8377-27a5-427d-b6d8-5c815383e1d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 1096 time: 0.2012157
Apr 19 18:46:46.380673 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-eb06ac6d-be3a-420b-95f6-bff3e69cb437 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2135618
Apr 19 18:46:46.656685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.62', 63722) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:46.744896 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-44440c54-97f9-44c1-afa7-4bdbda46169d service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3573909
Apr 19 18:46:46.828773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 60e54750-43a8-4bcf-b6a3-0180d5a21179 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:46:47.004195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-92f02ebe-d5ef-4fa6-844a-10561c02b35f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:47.013130 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-92f02ebe-d5ef-4fa6-844a-10561c02b35f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.62 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 810 time: 0.3549011
Apr 19 18:46:47.395220 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202c7a2-d3e6-403c-a639-6b0495556af4 req-dc53c867-0503-454d-a2f1-7fc4659e6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:47.397083 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2202c7a2-d3e6-403c-a639-6b0495556af4 req-dc53c867-0503-454d-a2f1-7fc4659e6ddf service neutron] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 919 time: 1.1521773
Apr 19 18:46:47.473317 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-317cbf26-be27-459d-8b1a-e93dc2001e37 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f HTTP/1.1" status: 200  len: 5705 time: 0.4517798
Apr 19 18:46:47.492500 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'port': {'device_id': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'admin_state_up': True, 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'security_groups': ['0a62ee15-a193-4788-8fe0-ced80e0abd48']}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:47.499300 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ce5cfc79-56b0-428a-a211-86858e0400a8 req-47c4885b-4bc9-4c4c-b138-177220a666c1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 210 time: 0.2006786
Apr 19 18:46:47.555927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 60e54750-43a8-4bcf-b6a3-0180d5a21179, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=60e54750-43a8-4bcf-b6a3-0180d5a21179,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:47.559869 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2202c7a2-d3e6-403c-a639-6b0495556af4 req-fd9a75a8-9a1a-4aed-842c-e28256f09889 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd HTTP/1.1" status: 200  len: 217 time: 0.1424618
Apr 19 18:46:47.594683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '60e54750-43a8-4bcf-b6a3-0180d5a21179', 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2', 'port_id': '60e54750-43a8-4bcf-b6a3-0180d5a21179', 'mac_address': 'fa:16:3e:88:46:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:46:47.651543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202c7a2-d3e6-403c-a639-6b0495556af4 req-a62e60b2-5222-4079-83d0-614a65173062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:47.653264 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2202c7a2-d3e6-403c-a639-6b0495556af4 req-a62e60b2-5222-4079-83d0-614a65173062 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.0867918
Apr 19 18:46:47.696430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:47.708633 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25183e3c-eadf-44db-88e9-51b320c65446 req-54402f10-cb1e-41de-a665-a9f179709230 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:47.716379 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-25183e3c-eadf-44db-88e9-51b320c65446 req-54402f10-cb1e-41de-a665-a9f179709230 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 944 time: 1.3864417
Apr 19 18:46:47.719066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e54750-43a8-4bcf-b6a3-0180d5a21179 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:46:47.737983 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 60e54750-43a8-4bcf-b6a3-0180d5a21179, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=60e54750-43a8-4bcf-b6a3-0180d5a21179,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:47.741557 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:47.742875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e1f8620a-43d9-41fd-a166-93ad755f93fd details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:46:47.762175 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:47.768026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:port and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:47.773343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:47.780661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:47.791392 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port e1f8620a-43d9-41fd-a166-93ad755f93fd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:47.792468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Made reservation on behalf of 4b5fc0221dfc4bd59e82e8e9e429dc7f for: {'port': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:46:47.816778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:47.829027 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:47.837004 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2202c7a2-d3e6-403c-a639-6b0495556af4 req-d0d1b748-8b16-4b2a-a4ab-54291a2ab1c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1175411
Apr 19 18:46:47.851261 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-084229e0-0b4d-47ea-8796-4bdb777440ad req-5524e94b-a2fc-41db-8e02-d809bcd094e9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 210 time: 0.1968331
Apr 19 18:46:47.938280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'e1f8620a-43d9-41fd-a166-93ad755f93fd', 'network_id': 'a44011d1-034d-4152-ae01-60bfbc348ee2', 'port_id': 'e1f8620a-43d9-41fd-a166-93ad755f93fd', 'mac_address': 'fa:16:3e:7d:dd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:46:47.943211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=60e54750-43a8-4bcf-b6a3-0180d5a21179,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:47.947056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:48.036881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:48.040803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:48.067091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f8620a-43d9-41fd-a166-93ad755f93fd {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:46:48.085213 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-25183e3c-eadf-44db-88e9-51b320c65446 req-6489eda1-28dd-4fb4-83cc-7cc5c5547f4a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3674684
Apr 19 18:46:48.091979 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port e1f8620a-43d9-41fd-a166-93ad755f93fd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:48.096146 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:48.099108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d6afa61a-b199-49fd-9b64-b5b30d9a6d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:48.165595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Allocated IP 172.20.0.4 (c78cba19-b9b1-44c2-ac83-926eaef8bf55/81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e/ef1e1978-423a-4baa-b5cd-c3a2fc3992c1) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:46:48.217810 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Transition to ACTIVE for port object c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:48.221583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=e1f8620a-43d9-41fd-a166-93ad755f93fd,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:48.234271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:48.284163 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2202c7a2-d3e6-403c-a639-6b0495556af4 req-2f9519ee-79ac-450b-9555-76f64f6a73f0 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4305494
Apr 19 18:46:48.313320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:48.335171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:48.394868 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Network 805464bc-4830-4f32-8442-9b3936f44b12 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:48.398611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:48.403432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:48.426375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:48.426375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:48.477099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:48.485367 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:48.507594 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9765432
Apr 19 18:46:48.567771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:48.603965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Transition to ACTIVE for port object ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 will not be triggered until provisioned by entity DHCP. {{(pid=86309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:48.688597 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:48.713457 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:48.715360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-2c1c3d51-c6c4-4a2f-8cee-c2d2827ce5af None None] Provisioning for port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:48.723780 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-2c1c3d51-c6c4-4a2f-8cee-c2d2827ce5af None None] Provisioning complete for port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:48.724222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c1c3d51-c6c4-4a2f-8cee-c2d2827ce5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:48.784944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e653dd-accf-43be-a65a-8691f2fea9f5 req-0743de6f-8c1a-4d85-b9fc-84a39dc10c54 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:48.785798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-b4e653dd-accf-43be-a65a-8691f2fea9f5 req-0743de6f-8c1a-4d85-b9fc-84a39dc10c54 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Synchronizing usage tracker for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:46:48.811716 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-b4e653dd-accf-43be-a65a-8691f2fea9f5 req-0743de6f-8c1a-4d85-b9fc-84a39dc10c54 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Unset dirty status for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:46:48.812232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:46:48.813050 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b4e653dd-accf-43be-a65a-8691f2fea9f5 req-0743de6f-8c1a-4d85-b9fc-84a39dc10c54 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 932 time: 0.1667836
Apr 19 18:46:48.825115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:46:48.831648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:46:48.833197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c3d51-c6c4-4a2f-8cee-c2d2827ce5af None None] Port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:46:48.897962 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b4e653dd-accf-43be-a65a-8691f2fea9f5 req-47510719-7e29-4823-875f-0be2399c8bf8 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784028
Apr 19 18:46:48.915009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'Port': ['ID=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:48.918695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:48.965201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:48.966294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:48.991369 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5037005
Apr 19 18:46:49.063102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f517a754-ff92-49ab-bd1a-6d84e11e3ced None None] Provisioning for port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:49.068560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f517a754-ff92-49ab-bd1a-6d84e11e3ced None None] Provisioning complete for port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:49.068985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f517a754-ff92-49ab-bd1a-6d84e11e3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:49.141504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21f1e-a2ea-44bc-a00f-84d83bef2894 req-17e22c7f-0065-452f-a30b-c5ebb746667a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:49.143782 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-48f21f1e-a2ea-44bc-a00f-84d83bef2894 req-17e22c7f-0065-452f-a30b-c5ebb746667a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 931 time: 0.1061757
Apr 19 18:46:49.145053 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-f517a754-ff92-49ab-bd1a-6d84e11e3ced None None] Port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:46:49.207749 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-48f21f1e-a2ea-44bc-a00f-84d83bef2894 req-6ef4aa6f-3a68-445c-87fb-77ed50ff655a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537059
Apr 19 18:46:49.419180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139365d-8b93-4fa9-b5d7-2b38c6b48ff8 req-8c8143a6-d111-43fd-ba65-3b9f22c4233a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:49.421709 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c139365d-8b93-4fa9-b5d7-2b38c6b48ff8 req-8c8143a6-d111-43fd-ba65-3b9f22c4233a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 945 time: 0.0934479
Apr 19 18:46:49.482248 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c139365d-8b93-4fa9-b5d7-2b38c6b48ff8 req-205e6e32-0ce1-4381-849d-1c9940b42574 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462580
Apr 19 18:46:49.853819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42880) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:49.996157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:50.014532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:50.021002 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] Usage tracker for resource:security_group_rule and tenant:d7d219c9af6a466591051ef444ba80bd is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:50.026113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:50.034185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:50.124761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c27c1-fb7d-42b3-ad9d-18bdb1b58821 req-ecb65e5d-b3b3-4c86-b958-024d6a68c193 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:50.126874 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3a7c27c1-fb7d-42b3-ad9d-18bdb1b58821 req-ecb65e5d-b3b3-4c86-b958-024d6a68c193 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 932 time: 0.1012990
Apr 19 18:46:50.131728 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:50.143297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:50.152996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:50.186966 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3a7c27c1-fb7d-42b3-ad9d-18bdb1b58821 req-8b5a27a5-d698-4fe9-b700-6df1308adf7f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503664
Apr 19 18:46:50.195584 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7d219c9af6a466591051ef444ba80bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3404930
Apr 19 18:46:50.198620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 42890) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:50.200194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eb204e-5bca-41c0-bd27-a7b737af8d2a,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:50.203968 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:50.267261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52d92f35-62c6-4334-84f2-8302131e0ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:50.295549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52d92f35-62c6-4334-84f2-8302131e0ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:50.411329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52d92f35-62c6-4334-84f2-8302131e0ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:50.416870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:50.431062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d92f35-62c6-4334-84f2-8302131e0ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eb204e-5bca-41c0-bd27-a7b737af8d2a,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:50.436771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-52d92f35-62c6-4334-84f2-8302131e0ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:50.450093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-52d92f35-62c6-4334-84f2-8302131e0ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:50.454899 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-52d92f35-62c6-4334-84f2-8302131e0ed2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2eb204e-5bca-41c0-bd27-a7b737af8d2a HTTP/1.1" status: 204  len: 168 time: 0.2517443
Apr 19 18:46:50.482572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934040c-316d-46e0-95d3-1a915e3a37b7 req-dba642e2-1c4a-413b-aa76-3f32bf0396fe tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:50.484138 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4934040c-316d-46e0-95d3-1a915e3a37b7 req-dba642e2-1c4a-413b-aa76-3f32bf0396fe tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 931 time: 0.1321824
Apr 19 18:46:50.548152 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4934040c-316d-46e0-95d3-1a915e3a37b7 req-3a05a499-a62e-49fa-84d2-ab2a34304a5d tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563440
Apr 19 18:46:50.811384 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02711239-af2c-4cf2-9277-a42dbcf7e458 req-68a6f6b2-6c8c-445d-9bce-b12a5e6f59bb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:50.814160 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-02711239-af2c-4cf2-9277-a42dbcf7e458 req-68a6f6b2-6c8c-445d-9bce-b12a5e6f59bb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 945 time: 0.1566095
Apr 19 18:46:50.843400 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Request body: {'port': {'device_id': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:50.887687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Request body: {'port': {'device_id': '9a63a187-ef64-4728-be67-1620851f1ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:46:50.962683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 42910) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:51.069707 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:51.091162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['60e54750-43a8-4bcf-b6a3-0180d5a21179'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:46:51.095154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:51.099336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] Usage tracker for resource:security_group_rule and tenant:a96a0899ef1f4061ab18f3599f4773f7 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:51.102537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:51.109562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:51.236442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:51.237964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:51.261575 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-02711239-af2c-4cf2-9277-a42dbcf7e458 req-3e299fd7-4cb7-41e3-8389-f7cabda5bd15 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4128866
Apr 19 18:46:51.355047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['e1f8620a-43d9-41fd-a166-93ad755f93fd'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:46:51.710129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:51.755554 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:51.763098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9a02b835-7707-49bc-8f48-26896e98c863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:51.987448 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2202c7a2-d3e6-403c-a639-6b0495556af4 req-5636fffb-9589-4c93-8e65-050444dac61f service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1678321
Apr 19 18:46:51.997093 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a96a0899ef1f4061ab18f3599f4773f7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0240750
Apr 19 18:46:52.001565 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 42940) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:52.012421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4525a659-42c3-4ed2-9e34-d2a84d045ad8,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:52.024498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:52.117327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 {{(pid=86309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:46:52.150702 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:52.153345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e77bca41-951a-4cb1-b55f-d8d5f646f55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:52.192381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Transition to ACTIVE for port object ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 will not be triggered until provisioned by entity L2. {{(pid=86309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:52.197671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e77bca41-951a-4cb1-b55f-d8d5f646f55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:52.205051 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4808e8-7d6d-4e7d-87bc-c5925e8da73b req-9e99c06b-3711-4a7c-9fda-2b7f983855d7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:52.205364 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:52.211038 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca4808e8-7d6d-4e7d-87bc-c5925e8da73b req-9e99c06b-3711-4a7c-9fda-2b7f983855d7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 932 time: 0.6439860
Apr 19 18:46:52.218695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:52.252686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef03be-d8fd-4a32-8384-f6684375e6bc req-fdcb1f89-2aa8-4b21-9570-fddf859648d6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:52.254410 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4aef03be-d8fd-4a32-8384-f6684375e6bc req-fdcb1f89-2aa8-4b21-9570-fddf859648d6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 931 time: 0.5390055
Apr 19 18:46:52.267205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:46:52.285741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:52.337540 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca4808e8-7d6d-4e7d-87bc-c5925e8da73b req-06d3e5e8-5b35-4148-a115-3c404eab139e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229568
Apr 19 18:46:52.338720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Transition to ACTIVE for port object c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:46:52.374935 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:52.392534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:52.477084 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4aef03be-d8fd-4a32-8384-f6684375e6bc req-fad82ca2-9048-40b3-8270-7f39beeff33a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1937606
Apr 19 18:46:52.635488 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:52.639347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:52.652368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Attempting to bind port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:52.653112 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Attempting to bind port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'}] {{(pid=86309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:52.653703 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Attempting to bind port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 on network c78cba19-b9b1-44c2-ac83-926eaef8bf55 {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:52.661179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 on network c78cba19-b9b1-44c2-ac83-926eaef8bf55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:46:52.661791 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Attempting to bind port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 on network c78cba19-b9b1-44c2-ac83-926eaef8bf55 {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:52.670559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e77bca41-951a-4cb1-b55f-d8d5f646f55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:52.680724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:52.691347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:52.692135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Checking segment: {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:52.692916 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Bound using segment: {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'} {{(pid=86309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:52.693653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Bound port: ef1e1978-423a-4baa-b5cd-c3a2fc3992c1, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'}}] {{(pid=86309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:52.694279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:52.696880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Pushing event updated for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:52.728733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:52.759891 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bca41-951a-4cb1-b55f-d8d5f646f55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4525a659-42c3-4ed2-9e34-d2a84d045ad8,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:52.762554 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e77bca41-951a-4cb1-b55f-d8d5f646f55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:52.775929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e77bca41-951a-4cb1-b55f-d8d5f646f55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:52.781180 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e77bca41-951a-4cb1-b55f-d8d5f646f55d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4525a659-42c3-4ed2-9e34-d2a84d045ad8 HTTP/1.1" status: 204  len: 168 time: 0.7780614
Apr 19 18:46:52.828946 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 60e54750-43a8-4bcf-b6a3-0180d5a21179 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:52.910117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] For port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1, host hv-cinder-78692, cleared binding levels {{(pid=86309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:52.918058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] For port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:52.923076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:52.947771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:52.993070 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port 60e54750-43a8-4bcf-b6a3-0180d5a21179 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:53.001083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 60e54750-43a8-4bcf-b6a3-0180d5a21179 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:53.001530 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:53.048657 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:53.049737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:53.052579 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] 10.222.0.62 "PUT /v2.0/ports/ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 HTTP/1.1" status: 200  len: 1093 time: 2.2184973
Apr 19 18:46:53.053543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'tag': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1'}] {{(pid=86309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:46:53.259587 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Attempting to bind port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:46:53.260207 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Attempting to bind port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:46:53.260790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Attempting to bind port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 on network 805464bc-4830-4f32-8442-9b3936f44b12 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:53.271805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 on network 805464bc-4830-4f32-8442-9b3936f44b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:46:53.272376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Attempting to bind port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 on network 805464bc-4830-4f32-8442-9b3936f44b12 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:46:53.286800 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47532905-e3fc-4548-bc28-f8bf14d71f92 req-c7f5dd67-fe4f-4f0f-bae5-e952252a9856 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:53.296936 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-47532905-e3fc-4548-bc28-f8bf14d71f92 req-c7f5dd67-fe4f-4f0f-bae5-e952252a9856 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 945 time: 0.6953974
Apr 19 18:46:53.313045 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'tag': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1', 'status': 'completed', 'code': 200}
Apr 19 18:46:53.327431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,revision_number=3']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:53.327580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:46:53.327580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Checking segment: {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:46:53.327580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Bound using segment: {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:46:53.334274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Bound port: c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:46:53.334997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:53.350862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:53.401399 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-f715e233-f0a3-4caf-9431-e6842f0c69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:53.411166 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-f715e233-f0a3-4caf-9431-e6842f0c69af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 1096 time: 0.3058090
Apr 19 18:46:53.413902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:53.506261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b6f6bc-de07-4d30-80aa-0685097b1293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e54750-43a8-4bcf-b6a3-0180d5a21179'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:46:53.545577 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 60e54750-43a8-4bcf-b6a3-0180d5a21179, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=60e54750-43a8-4bcf-b6a3-0180d5a21179,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:53.551625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:53.552563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e1f8620a-43d9-41fd-a166-93ad755f93fd up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:46:53.591550 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-2ab8af50-f7c7-4bfd-a9be-a1e0a23fd099 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 HTTP/1.1" status: 200  len: 217 time: 0.1715171
Apr 19 18:46:53.618744 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:53.667699 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-47532905-e3fc-4548-bc28-f8bf14d71f92 req-39c758f2-c3c7-4fa2-9b23-ee7d262105f9 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3688998
Apr 19 18:46:53.752424 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-bea08c18-4ccd-4d77-a58d-91104d5d0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:53.754167 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-bea08c18-4ccd-4d77-a58d-91104d5d0886 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e HTTP/1.1" status: 200  len: 849 time: 0.1544564
Apr 19 18:46:53.825734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=60e54750-43a8-4bcf-b6a3-0180d5a21179,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:53.839258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:46:53.846710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:53.865990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:46:53.874787 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:53.881862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port e1f8620a-43d9-41fd-a166-93ad755f93fd completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:46:53.888559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port e1f8620a-43d9-41fd-a166-93ad755f93fd triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:46:53.889477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:53.922058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-8635449c-5de8-480f-990a-5853d5e90fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:53.927866 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-8635449c-5de8-480f-990a-5853d5e90fb0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c78cba19-b9b1-44c2-ac83-926eaef8bf55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1650107
Apr 19 18:46:53.948905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:54.038841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:54.038841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:54.049893 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] 10.222.0.62 "PUT /v2.0/ports/c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 HTTP/1.1" status: 200  len: 1094 time: 3.1724946
Apr 19 18:46:54.055113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:46:54.112464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203a111-67f4-4262-95ea-a0f88ac89d3a req-ca0888db-ed21-422f-8129-bfac6d50de56 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:54.113564 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f203a111-67f4-4262-95ea-a0f88ac89d3a req-ca0888db-ed21-422f-8129-bfac6d50de56 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.3648226
Apr 19 18:46:54.261637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:54.282172 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f203a111-67f4-4262-95ea-a0f88ac89d3a req-ffa84551-b640-48a8-9b5a-7a64521ae1b8 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1672421
Apr 19 18:46:54.317968 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3f805-3eb3-41f9-b825-2b736fe4442c req-6af59738-8cf4-4aa1-babd-a2ee0ed0b8ca tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:54.345220 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-4ab47e60-943c-4e81-8dbe-51552bf1d943 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4077907
Apr 19 18:46:54.354471 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d5f3f805-3eb3-41f9-b825-2b736fe4442c req-6af59738-8cf4-4aa1-babd-a2ee0ed0b8ca tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 943 time: 0.4814568
Apr 19 18:46:54.374673 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port e1f8620a-43d9-41fd-a166-93ad755f93fd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:54.378836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:54.380821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:54.466332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Pushing event updated for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:54.485814 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:54.550036 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b6f6bc-de07-4d30-80aa-0685097b1293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e54750-43a8-4bcf-b6a3-0180d5a21179', 'code': 200}
Apr 19 18:46:54.551031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=e1f8620a-43d9-41fd-a166-93ad755f93fd,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:54.556539 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d5f3f805-3eb3-41f9-b825-2b736fe4442c req-010af57a-20fb-45e5-ac02-24ed627f30cd tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1993222
Apr 19 18:46:54.565091 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'status': 'completed', 'code': 200}
Apr 19 18:46:54.565924 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:54.577066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-6f3aa3ed-6b89-4a60-aec2-091829cae79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:54.579049 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-6f3aa3ed-6b89-4a60-aec2-091829cae79f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 1097 time: 0.4411030
Apr 19 18:46:54.631396 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-238f533f-aa51-4ec6-ba4c-fb0f5a9524dd req-c135f9f3-73ad-40b7-8f37-48c6c031e1f8 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2757201
Apr 19 18:46:54.741319 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-afb3fe1c-c4d7-4aa2-9c8c-b4414f0fd650 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 HTTP/1.1" status: 200  len: 217 time: 0.1488194
Apr 19 18:46:54.837111 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-42bc84a7-35b4-4bd8-807f-359c4a5b15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:54.838871 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-42bc84a7-35b4-4bd8-807f-359c4a5b15f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 1096 time: 0.1287041
Apr 19 18:46:54.972197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e0ef7f81-fe9b-4431-b021-a2c087649473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:54.973748 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-e0ef7f81-fe9b-4431-b021-a2c087649473 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.1684651
Apr 19 18:46:55.045630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-9c717942-b785-4266-8d0a-ab9258c024ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:55.047880 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-9c717942-b785-4266-8d0a-ab9258c024ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 911 time: 0.1991386
Apr 19 18:46:55.069424 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aa9fc-7b95-4374-84e0-f04fd61714dd req-ac3842a4-5e5e-46ca-8b6d-db30526ed0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:55.071063 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ef3aa9fc-7b95-4374-84e0-f04fd61714dd req-ac3842a4-5e5e-46ca-8b6d-db30526ed0c6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 1099 time: 0.3137641
Apr 19 18:46:55.130746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f5f03-a348-4a2f-bb0f-f84871d9e507 req-c5abbba7-0285-4bf4-ac21-81e6045386e2 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:55.132508 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2f7f5f03-a348-4a2f-bb0f-f84871d9e507 req-c5abbba7-0285-4bf4-ac21-81e6045386e2 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.2475514
Apr 19 18:46:55.183706 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-096774fc-c38b-4124-bce0-1d9d2473a47b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 HTTP/1.1" status: 200  len: 217 time: 0.1241407
Apr 19 18:46:55.192259 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-2a20f681-2def-4b4e-963a-b6ddbffe5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:55.193795 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-2a20f681-2def-4b4e-963a-b6ddbffe5f7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2093649
Apr 19 18:46:55.242882 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ef3aa9fc-7b95-4374-84e0-f04fd61714dd req-6fc7d925-5f3a-40c2-8d77-e21ac87957ed service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532118
Apr 19 18:46:55.267278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-e455f25b-3408-4c58-8b48-ba10d4adcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:55.268887 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-e455f25b-3408-4c58-8b48-ba10d4adcc83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e HTTP/1.1" status: 200  len: 849 time: 0.0762804
Apr 19 18:46:55.272902 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2f7f5f03-a348-4a2f-bb0f-f84871d9e507 req-1e0ce7f0-9444-4e6f-810e-e440d10ff141 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295810
Apr 19 18:46:55.416384 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-9ca7ba0a-5aa1-4343-b455-6e7f68d66368 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073708
Apr 19 18:46:55.430446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-bf16e1eb-d478-47fd-b079-69b0f8cd65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:55.432511 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-bf16e1eb-d478-47fd-b079-69b0f8cd65f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c78cba19-b9b1-44c2-ac83-926eaef8bf55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1086295
Apr 19 18:46:55.617477 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-3c64de39-ec64-4e35-b9b8-8a9c5aed7422 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726305
Apr 19 18:46:55.633101 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d3979a6-278f-4376-bc26-e15e9efba54b req-001caefd-3622-4f40-a967-3c27be005ea0 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2027962
Apr 19 18:46:55.665593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbabb8-537b-44d4-b80f-68f9c3f1678c req-5546f10b-c2da-4521-9592-0d180e8e2a9f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:55.667250 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8ccbabb8-537b-44d4-b80f-68f9c3f1678c req-5546f10b-c2da-4521-9592-0d180e8e2a9f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.2393909
Apr 19 18:46:55.752111 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8ccbabb8-537b-44d4-b80f-68f9c3f1678c req-f09ca71a-61f2-470a-94e4-52b574070293 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697999
Apr 19 18:46:55.932650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-cd25019e-2380-476b-9564-e6aa33fce943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:55.934431 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-cd25019e-2380-476b-9564-e6aa33fce943 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 1097 time: 0.2004502
Apr 19 18:46:55.981826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e3c35-f28a-44dc-bcfa-ba9b0c04ae3b req-47173074-0d0e-4d3d-991d-f8fb3000a321 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:55.983751 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-553e3c35-f28a-44dc-bcfa-ba9b0c04ae3b req-47173074-0d0e-4d3d-991d-f8fb3000a321 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 943 time: 0.2483327
Apr 19 18:46:56.009643 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c157ac63-b869-4e30-abb0-12c84e32f522 req-1fab17df-e631-4971-91ac-4eb8fdc528dd service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3838634
Apr 19 18:46:56.115201 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-553e3c35-f28a-44dc-bcfa-ba9b0c04ae3b req-3af092f8-5d66-4ca0-9ef0-0435cd5d209a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184356
Apr 19 18:46:56.155188 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-483b963c-5e54-4fdb-8d2d-fe007c68aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:56.156969 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-483b963c-5e54-4fdb-8d2d-fe007c68aa56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 918 time: 0.2135553
Apr 19 18:46:56.262161 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-98d2ba96-effd-47e6-bc8a-573472c977fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 HTTP/1.1" status: 200  len: 217 time: 0.0941145
Apr 19 18:46:56.389656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-9596e0fb-7f9d-4b00-a2d1-807773b46080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:56.392980 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-9596e0fb-7f9d-4b00-a2d1-807773b46080 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.1133330
Apr 19 18:46:56.553836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7458721-0a1f-44ab-a936-9c34b7cf3736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f8620a-43d9-41fd-a166-93ad755f93fd'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:46:56.568363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-bcbd7af3-b694-4a4b-a04a-5604ce2aa16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:56.569968 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-bcbd7af3-b694-4a4b-a04a-5604ce2aa16d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1676989
Apr 19 18:46:56.631062 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7458721-0a1f-44ab-a936-9c34b7cf3736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f8620a-43d9-41fd-a166-93ad755f93fd', 'code': 200}
Apr 19 18:46:56.714597 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b489e20-f123-4d45-ab3a-ba31a02faab3 req-1a9cd91c-3033-46e3-9d5d-5146e5ba4217 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:56.724013 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b489e20-f123-4d45-ab3a-ba31a02faab3 req-1a9cd91c-3033-46e3-9d5d-5146e5ba4217 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.2424271
Apr 19 18:46:56.729943 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43080) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:56.821812 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b489e20-f123-4d45-ab3a-ba31a02faab3 req-b45719b1-4cff-405a-a2e7-b9981dbdb78e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965281
Apr 19 18:46:56.925561 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-46639935-0ef8-4b51-b8c2-b7a6ebec15a4 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3451381
Apr 19 18:46:57.093641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541a4aa-b6cc-4698-adcb-86ccff094fba req-7d8aee50-c59d-49af-bcc5-3fc4207a8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:57.095391 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f541a4aa-b6cc-4698-adcb-86ccff094fba req-7d8aee50-c59d-49af-bcc5-3fc4207a8ffc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 1098 time: 0.1278934
Apr 19 18:46:57.147098 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f541a4aa-b6cc-4698-adcb-86ccff094fba req-31e51483-a3ae-40ad-be7d-178afe331847 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442915
Apr 19 18:46:57.358469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9926f-c2e7-4633-8c08-f3279da89bb9 req-d058634c-4d0c-4ffc-8f51-06737ba12961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:57.360106 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20a9926f-c2e7-4633-8c08-f3279da89bb9 req-d058634c-4d0c-4ffc-8f51-06737ba12961 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 1099 time: 0.0888016
Apr 19 18:46:57.436641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:57.478522 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:57.488565 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Usage tracker for resource:security_group_rule and tenant:ea1a7f3aa8c346159b3873d2072e0ecf is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:57.495782 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:57.508661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9926f-c2e7-4633-8c08-f3279da89bb9 req-eefbebce-14a8-422c-9fba-3075034d5b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:57.511442 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20a9926f-c2e7-4633-8c08-f3279da89bb9 req-eefbebce-14a8-422c-9fba-3075034d5b60 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 919 time: 0.1433311
Apr 19 18:46:57.515889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:57.574103 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c0b42aa4-48ce-442e-8c62-8851033b2b13 req-1b027fe7-077e-466c-b057-97de54956b45 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6350532
Apr 19 18:46:57.602733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa5b52-0359-48f9-ab4f-94a26cb53eb1 req-47dd8ea9-0a5b-409a-8048-d2c800655561 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:57.604189 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20a9926f-c2e7-4633-8c08-f3279da89bb9 req-22ed2712-b07e-4898-a514-9e90c042342d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60e54750-43a8-4bcf-b6a3-0180d5a21179 HTTP/1.1" status: 200  len: 217 time: 0.0846367
Apr 19 18:46:57.604302 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-08fa5b52-0359-48f9-ab4f-94a26cb53eb1 req-47dd8ea9-0a5b-409a-8048-d2c800655561 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.4938917
Apr 19 18:46:57.619676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2c9d6-b7f0-47d4-b08a-b2fabfd69d14 req-fbc99585-5f4b-492f-b665-46968c8676c2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:57.621204 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3d2c9d6-b7f0-47d4-b08a-b2fabfd69d14 req-fbc99585-5f4b-492f-b665-46968c8676c2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 943 time: 0.2550597
Apr 19 18:46:57.681832 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9926f-c2e7-4633-8c08-f3279da89bb9 req-46975c5f-55e5-4c25-a938-87ce1e8a0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:57.683473 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20a9926f-c2e7-4633-8c08-f3279da89bb9 req-46975c5f-55e5-4c25-a938-87ce1e8a0cce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.0682769
Apr 19 18:46:57.724389 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-08fa5b52-0359-48f9-ab4f-94a26cb53eb1 req-a8effd65-13d4-4d28-9182-04a3b90fce59 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006761
Apr 19 18:46:57.738273 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3d2c9d6-b7f0-47d4-b08a-b2fabfd69d14 req-722ab36b-2e64-4d11-a786-4cfa0ea85121 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933704
Apr 19 18:46:57.746131 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20a9926f-c2e7-4633-8c08-f3279da89bb9 req-abd58562-bf5f-475f-ae5f-523301c07fd5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521941
Apr 19 18:46:57.772935 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:57.775965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:57.785902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-033d48eb-56b5-406f-b97f-c6116ba4e2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:57.830099 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea1a7f3aa8c346159b3873d2072e0ecf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0648952
Apr 19 18:46:57.831938 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d190e97-b821-41c9-a7ee-d8e4f982ec0c,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:57.834108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43108) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:57.853184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.853562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.854043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.854334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.854823 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.855213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.855716 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.856091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.856412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.856783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.857154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.857562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:57.861889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:57.907900 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20a9926f-c2e7-4633-8c08-f3279da89bb9 req-a1c681a8-0aa2-4c23-9c78-a53c3458ccdc service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457844
Apr 19 18:46:57.993366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-695e38e9-9f36-4493-ade5-a61c426e5517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:58.023724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34463de0-98f3-4a6e-8fa3-f337da3e73af req-5424e48f-40f2-417e-9195-26824252ca28 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:58.025372 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-34463de0-98f3-4a6e-8fa3-f337da3e73af req-5424e48f-40f2-417e-9195-26824252ca28 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.1622772
Apr 19 18:46:58.064060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-695e38e9-9f36-4493-ade5-a61c426e5517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:58.098051 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20a9926f-c2e7-4633-8c08-f3279da89bb9 req-fc5b3d31-ee36-4029-8c8a-ecafd9764042 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793716
Apr 19 18:46:58.160618 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-34463de0-98f3-4a6e-8fa3-f337da3e73af req-1c9e1ea0-dd4e-4496-9bf4-e86033883687 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218252
Apr 19 18:46:58.181545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-695e38e9-9f36-4493-ade5-a61c426e5517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:58.191761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:58.224926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e38e9-9f36-4493-ade5-a61c426e5517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d190e97-b821-41c9-a7ee-d8e4f982ec0c,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:58.227230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-695e38e9-9f36-4493-ade5-a61c426e5517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:58.247917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-695e38e9-9f36-4493-ade5-a61c426e5517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:58.251653 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-695e38e9-9f36-4493-ade5-a61c426e5517 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d190e97-b821-41c9-a7ee-d8e4f982ec0c HTTP/1.1" status: 204  len: 168 time: 0.4126182
Apr 19 18:46:58.631775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43144) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:58.651377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:58.687434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:46:58.691718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] Usage tracker for resource:security_group_rule and tenant:417cd13aa9e04885b77c08f059fcc414 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:46:58.695497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:46:58.701977 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:46:58.837687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:58.842343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:58.855422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bb2c40ef-3cac-40f5-9564-8722e9116eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:58.873774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:46:59.037430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fbb2e2-3a8b-4adb-8aab-74c151545fbc,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:59.043180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:59.053157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 43158) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:46:59.053269 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=417cd13aa9e04885b77c08f059fcc414&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4207635
Apr 19 18:46:59.058180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:59.076625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'port_id': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1', 'mac_address': 'fa:16:3e:94:3a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:46:59.122429 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3c59f-8778-4e7f-8399-876794ac88bf req-543a33c7-97f4-4ffc-b3f4-056d6b1d6cb8 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:59.124033 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3e3c59f-8778-4e7f-8399-876794ac88bf req-543a33c7-97f4-4ffc-b3f4-056d6b1d6cb8 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 943 time: 0.2442262
Apr 19 18:46:59.152118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:59.155843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:59.175133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:46:59.186642 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:59.190465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29986e07-fd35-4a69-86f1-25e192834b03 req-4b6c3c07-1409-4726-9d09-be170df8c63b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:59.191945 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-29986e07-fd35-4a69-86f1-25e192834b03 req-4b6c3c07-1409-4726-9d09-be170df8c63b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.2395158
Apr 19 18:46:59.198775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:59.202871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:59.203655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:46:59.207329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:59.252981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:59.256694 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3e3c59f-8778-4e7f-8399-876794ac88bf req-216dfc09-60bb-4f84-a5c8-cca5788506fa tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244814
Apr 19 18:46:59.258870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-dac894ed-a726-41c4-bb49-de103863ec14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:59.277431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:59.279223 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91fbb2e2-3a8b-4adb-8aab-74c151545fbc HTTP/1.1" status: 204  len: 168 time: 0.2249103
Apr 19 18:46:59.280933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fbb2e2-3a8b-4adb-8aab-74c151545fbc,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:59.301566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.302084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.302592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.303068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.303535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.304355 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.304828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.305330 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.305808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.306291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.306796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.307255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:46:59.311946 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:59.329106 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-29986e07-fd35-4a69-86f1-25e192834b03 req-2d4b641c-4d20-418a-b33d-773e83a788b9 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039855
Apr 19 18:46:59.345091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:46:59.384566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:46:59.597999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c79e7-6d75-452e-ba04-f5cff764bc1c req-bb08bc5a-500b-4b4c-9b52-7ae7c77b9cdf tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:46:59.599790 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fe7c79e7-6d75-452e-ba04-f5cff764bc1c req-bb08bc5a-500b-4b4c-9b52-7ae7c77b9cdf tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.1405525
Apr 19 18:46:59.611875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:59.638108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'port_id': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'mac_address': 'fa:16:3e:ea:92:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:46:59.651637 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fe7c79e7-6d75-452e-ba04-f5cff764bc1c req-f63339d2-689c-41f7-b4e3-7b2a348b94cf tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450468
Apr 19 18:46:59.761369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:59.829683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:46:59.865963 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:46:59.870987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:59.876123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:46:59.899258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:47:00.036302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:00.041346 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:00.153512 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:47:00.231635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['ef1e1978-423a-4baa-b5cd-c3a2fc3992c1'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:47:00.689593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ca2d-a06a-488b-86fc-7381b0c09358 req-4c6c83ce-d577-4b20-b518-da596239a38f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:00.691208 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fca3ca2d-a06a-488b-86fc-7381b0c09358 req-4c6c83ce-d577-4b20-b518-da596239a38f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 944 time: 0.1373680
Apr 19 18:47:00.705958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256417f6-6458-415d-a12b-9223d7004207 req-20150270-82a8-4b6a-bb09-13bd5ccda9af tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:00.707933 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-256417f6-6458-415d-a12b-9223d7004207 req-20150270-82a8-4b6a-bb09-13bd5ccda9af tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 945 time: 0.2147629
Apr 19 18:47:00.802902 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-256417f6-6458-415d-a12b-9223d7004207 req-d8fe909e-aebc-4c16-9189-30b5447db79e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746756
Apr 19 18:47:00.808174 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fca3ca2d-a06a-488b-86fc-7381b0c09358 req-87deb8c8-2c52-43e7-8e60-7cbeda3fd262 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991888
Apr 19 18:47:01.075154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3473a-0d32-4ff3-8a40-a29382e94d47 req-4e328c33-76b3-438d-b9e9-bcd3e4282bda tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:01.077413 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-42a3473a-0d32-4ff3-8a40-a29382e94d47 req-4e328c33-76b3-438d-b9e9-bcd3e4282bda tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.1286199
Apr 19 18:47:01.150268 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-42a3473a-0d32-4ff3-8a40-a29382e94d47 req-05c7c75c-c342-44a4-8b8e-b309be7a8e2e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553524
Apr 19 18:47:01.258532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 43242) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:01.462656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:01.485125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:01.493987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c1749896c40149abbb9bc552ac5e0df8 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:01.497990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:01.505877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:01.595266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f060e-a9f0-4fae-a356-bc3bc4ae9024 req-67f3cdb7-86d0-44e9-9e33-ffebe9923519 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:01.597161 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2a4f060e-a9f0-4fae-a356-bc3bc4ae9024 req-67f3cdb7-86d0-44e9-9e33-ffebe9923519 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 945 time: 0.1232021
Apr 19 18:47:01.624134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:01.628475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:01.658365 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2a4f060e-a9f0-4fae-a356-bc3bc4ae9024 req-f2e7a292-1eef-46be-bb24-9c285f66d8cb tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508387
Apr 19 18:47:01.661816 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e77bca41-951a-4cb1-b55f-d8d5f646f55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:01.695795 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1749896c40149abbb9bc552ac5e0df8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4360011
Apr 19 18:47:01.698742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43258) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:01.700601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c64881-814d-4057-9506-88a3cde3ce1f,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:01.714369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:01.786278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e46a0aa3-2d54-44bd-97b6-ea992075b109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:01.822643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e46a0aa3-2d54-44bd-97b6-ea992075b109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:01.885818 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e46a0aa3-2d54-44bd-97b6-ea992075b109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:01.903917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-45011d17-b312-4b0e-b2fa-ccda7859ffa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:01.925417 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a0aa3-2d54-44bd-97b6-ea992075b109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c64881-814d-4057-9506-88a3cde3ce1f,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:01.928770 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e46a0aa3-2d54-44bd-97b6-ea992075b109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:01.949761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e46a0aa3-2d54-44bd-97b6-ea992075b109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:01.954532 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e46a0aa3-2d54-44bd-97b6-ea992075b109 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62c64881-814d-4057-9506-88a3cde3ce1f HTTP/1.1" status: 204  len: 168 time: 0.2540126
Apr 19 18:47:02.177659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af060d-a06f-409b-b59a-d0ab86906082 req-1ffb1d0b-f548-4b5e-ba8c-f34c057eedaa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:02.179470 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81af060d-a06f-409b-b59a-d0ab86906082 req-1ffb1d0b-f548-4b5e-ba8c-f34c057eedaa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 945 time: 0.2071154
Apr 19 18:47:02.190048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209712e-f199-4d92-a121-3a1757d8968a req-a0a5c016-467d-4cbe-9db5-32382c766e81 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:02.191966 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5209712e-f199-4d92-a121-3a1757d8968a req-a0a5c016-467d-4cbe-9db5-32382c766e81 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 944 time: 0.1532512
Apr 19 18:47:02.308457 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81af060d-a06f-409b-b59a-d0ab86906082 req-39dbc2c7-25e9-4765-bb2f-ec6e4d65963b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152813
Apr 19 18:47:02.339025 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5209712e-f199-4d92-a121-3a1757d8968a req-6083e9b2-c89a-4a35-9b76-751d4d67d9ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010950
Apr 19 18:47:02.382995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43284) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:02.402448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:02.419008 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:02.464504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] Usage tracker for resource:security_group_rule and tenant:97dfa70eb0244db58719c228357a9748 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:02.473226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:02.481375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:02.560775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e1734-f621-4825-b6b7-28a4e1ff9549 req-ad12587e-cdfc-4867-ae4f-dac0b3e8419c tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:02.562444 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b41e1734-f621-4825-b6b7-28a4e1ff9549 req-ad12587e-cdfc-4867-ae4f-dac0b3e8419c tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.1401372
Apr 19 18:47:02.650654 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b41e1734-f621-4825-b6b7-28a4e1ff9549 req-98ce299d-0b89-4537-a9d7-17bc1fa9c53a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806003
Apr 19 18:47:02.658841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:02.662177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:02.672121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-91e57969-add9-44ae-b2ba-62b40bbc2da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:02.718933 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97dfa70eb0244db58719c228357a9748&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3324070
Apr 19 18:47:02.719956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b13a8e-17be-466d-82ce-4476b1d2ce18,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:02.722436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 43290) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:02.723691 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:02.789655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f5435738-9318-4a63-bc24-f14e4ffabd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:02.820877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f5435738-9318-4a63-bc24-f14e4ffabd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:02.870830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f5435738-9318-4a63-bc24-f14e4ffabd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:02.875880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:02.879913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6288395-fb3a-4e69-9895-d346369d54b3 req-dde91144-bf3b-4f5a-be95-c46ec451418e tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:02.882796 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e6288395-fb3a-4e69-9895-d346369d54b3 req-dde91144-bf3b-4f5a-be95-c46ec451418e tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 945 time: 0.0968969
Apr 19 18:47:02.892923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:47:02.894916 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5435738-9318-4a63-bc24-f14e4ffabd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b13a8e-17be-466d-82ce-4476b1d2ce18,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:02.897984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f5435738-9318-4a63-bc24-f14e4ffabd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:02.899039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f5435738-9318-4a63-bc24-f14e4ffabd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:02.901935 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f5435738-9318-4a63-bc24-f14e4ffabd5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3b13a8e-17be-466d-82ce-4476b1d2ce18 HTTP/1.1" status: 204  len: 168 time: 0.1787448
Apr 19 18:47:02.951925 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e6288395-fb3a-4e69-9895-d346369d54b3 req-c01304a3-96cf-41e2-b364-e11db273824b tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619700
Apr 19 18:47:03.000036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:47:03.005787 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:47:03.006209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:03.148230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:03.178709 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:47:03.191380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:47:03.196114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:03.197193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:47:03.234793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:03.283339 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1', 'code': 200}
Apr 19 18:47:03.367789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:03.394233 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.394991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.395510 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.395987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.396456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.397170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.397637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.398192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.398744 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.399221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.399684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.400165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:03.405509 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:03.427667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:47:03.456842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:47:03.457273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:03.729837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108955d-dd03-4550-b5df-2deeda487d33 req-2a7e8834-0b49-4115-9bc9-df51cb868a0d tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:03.731560 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2108955d-dd03-4550-b5df-2deeda487d33 req-2a7e8834-0b49-4115-9bc9-df51cb868a0d tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 945 time: 0.1892483
Apr 19 18:47:03.736569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:03.815886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:47:03.823805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:03.826803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:03.887223 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-2108955d-dd03-4550-b5df-2deeda487d33 req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Deleting port e14162c9-8905-4e69-a66d-3e130c792fdb {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:47:03.889733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-2108955d-dd03-4550-b5df-2deeda487d33 req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:03.950929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dec324-d0ba-47eb-928e-fe0a198aa971 req-bd892274-5cef-4b1d-bae9-7848a9069b07 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:03.953594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:03.967466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:03.968357 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-10dec324-d0ba-47eb-928e-fe0a198aa971 req-bd892274-5cef-4b1d-bae9-7848a9069b07 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 945 time: 0.3574615
Apr 19 18:47:03.989139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38267ec-cf79-4853-b70c-d0a7a34dccea req-d3e784c2-5991-4d21-a244-e2234519f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:03.992746 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c38267ec-cf79-4853-b70c-d0a7a34dccea req-d3e784c2-5991-4d21-a244-e2234519f779 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 1098 time: 0.2788892
Apr 19 18:47:04.096840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbee6e1-07db-4cf4-b682-a79d18a340cb req-21445f4b-a18b-4027-9174-0673b22fe0a8 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:04.098568 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3bbee6e1-07db-4cf4-b682-a79d18a340cb req-21445f4b-a18b-4027-9174-0673b22fe0a8 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.3834202
Apr 19 18:47:04.259378 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c38267ec-cf79-4853-b70c-d0a7a34dccea req-3362fb73-004b-4083-9ca5-06a23070f742 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2204428
Apr 19 18:47:04.275794 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3bbee6e1-07db-4cf4-b682-a79d18a340cb req-8f43b351-13c0-41e9-b2d8-57a3ccde14b4 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376925
Apr 19 18:47:04.300834 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-10dec324-d0ba-47eb-928e-fe0a198aa971 req-763d92fe-4365-48a6-84d7-f030ab0d5388 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3296938
Apr 19 18:47:04.334407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-2108955d-dd03-4550-b5df-2deeda487d33 req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] For port e14162c9-8905-4e69-a66d-3e130c792fdb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e14162c9-8905-4e69-a66d-3e130c792fdb,segment=NetworkSegment(56fb08b3-cc53-4e16-b40e-c546867cd1fd),segment_id=56fb08b3-cc53-4e16-b40e-c546867cd1fd)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:47:04.334407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-2108955d-dd03-4550-b5df-2deeda487d33 req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:04.504589 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-2108955d-dd03-4550-b5df-2deeda487d33 req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Calling delete_port for e14162c9-8905-4e69-a66d-3e130c792fdb owned by compute:nova {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:47:04.664923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac473ea2-52db-4f6f-a5e7-7961081224c4 req-67a79000-0e9c-43e5-9358-12d661562b57 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:04.667129 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ac473ea2-52db-4f6f-a5e7-7961081224c4 req-67a79000-0e9c-43e5-9358-12d661562b57 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 945 time: 0.1808858
Apr 19 18:47:04.689386 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265ca6-8c14-4bb8-8e94-7d5ad29abec9 req-07837248-e6f7-4718-a1ad-cf9a5528f005 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:04.691099 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d8265ca6-8c14-4bb8-8e94-7d5ad29abec9 req-07837248-e6f7-4718-a1ad-cf9a5528f005 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.1487620
Apr 19 18:47:04.765653 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ac473ea2-52db-4f6f-a5e7-7961081224c4 req-27a00406-ea71-45e0-94e5-39976895550b tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abab074-97a1-4732-9f66-fbf28db7191b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874867
Apr 19 18:47:04.781451 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d8265ca6-8c14-4bb8-8e94-7d5ad29abec9 req-01eaae6c-0042-49dd-b110-d6ce47803ccd tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734375
Apr 19 18:47:04.855547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-2108955d-dd03-4550-b5df-2deeda487d33 req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:04.867012 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:04.871571 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['e14162c9-8905-4e69-a66d-3e130c792fdb'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:47:04.943226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Pushing event deleted for resources: {'Port': ['ID=e14162c9-8905-4e69-a66d-3e130c792fdb,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:04.951993 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:04.996640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2108955d-dd03-4550-b5df-2deeda487d33 req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] No DVR routers for this DVR port e14162c9-8905-4e69-a66d-3e130c792fdb on host hv-cinder-78692 {{(pid=86309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:47:05.001105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-2108955d-dd03-4550-b5df-2deeda487d33 req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:05.004160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9c6b87-8802-414a-a13b-e930918e2b66', 'name': 'network-vif-deleted', 'tag': 'e14162c9-8905-4e69-a66d-3e130c792fdb'}] {{(pid=86309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:47:05.021958 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2108955d-dd03-4550-b5df-2deeda487d33 req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.62 "DELETE /v2.0/ports/e14162c9-8905-4e69-a66d-3e130c792fdb HTTP/1.1" status: 204  len: 173 time: 1.2834337
Apr 19 18:47:05.082563 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9c6b87-8802-414a-a13b-e930918e2b66', 'name': 'network-vif-deleted', 'tag': 'e14162c9-8905-4e69-a66d-3e130c792fdb', 'status': 'completed', 'code': 200}
Apr 19 18:47:05.285537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:47:05.365721 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'code': 200}
Apr 19 18:47:05.605052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10371d8-6bb2-4fff-8b7e-056e361ee9a7 req-467270b3-c3cf-43a1-ae72-80f02ebb9377 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:05.615623 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a10371d8-6bb2-4fff-8b7e-056e361ee9a7 req-467270b3-c3cf-43a1-ae72-80f02ebb9377 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1337109
Apr 19 18:47:05.668407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 43388) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:05.735555 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a10371d8-6bb2-4fff-8b7e-056e361ee9a7 req-e4bbf283-742c-4d57-b2ed-f519790e9c4b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188176
Apr 19 18:47:06.028738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:06.072499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e4813-f03b-4815-bf54-ccb8fb2fb5bf req-6d23c654-aa3c-4bad-a68d-d01c6c5a7562 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:06.074242 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-001e4813-f03b-4815-bf54-ccb8fb2fb5bf req-6d23c654-aa3c-4bad-a68d-d01c6c5a7562 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.3239520
Apr 19 18:47:06.083812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7da0bc-e997-4cb2-b946-cc65bf31475e req-29100632-ee48-4681-b39a-7a67562816bf tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:06.086740 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9c7da0bc-e997-4cb2-b946-cc65bf31475e req-29100632-ee48-4681-b39a-7a67562816bf tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1723268
Apr 19 18:47:06.094333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:06.108558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43404) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:06.122365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1a491e53554d0aa51c02da6cf5846d is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:06.135317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-5cea4bcf-833d-4fef-bf68-8fa110803c55 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'floatingip': {'port_id': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:47:06.147430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:06.152277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6314e15-f3be-45dc-82a7-06a810e5541b req-e32f63bf-b456-4781-b1d3-07f52805205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:06.153933 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a6314e15-f3be-45dc-82a7-06a810e5541b req-e32f63bf-b456-4781-b1d3-07f52805205e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 1099 time: 0.2842169
Apr 19 18:47:06.160483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:06.327198 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a6314e15-f3be-45dc-82a7-06a810e5541b req-acfff24f-763e-4b09-965a-7fb47863d6ed service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612127
Apr 19 18:47:06.374563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5cea4bcf-833d-4fef-bf68-8fa110803c55 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:06.396865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:06.399974 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:06.410020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d691599f-4f9e-40e5-99b8-dd24ec7b4d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:06.446000 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d1a491e53554d0aa51c02da6cf5846d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7734852
Apr 19 18:47:06.448573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 43416) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:06.514065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0786b65-c945-4fb5-9733-c92b58bc9d14,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:06.519590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:06.550638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76aef2fc-45b5-495e-b952-a3e123bd53c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:06.601566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76aef2fc-45b5-495e-b952-a3e123bd53c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:06.616088 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2a931790-ddce-49ac-adbe-92645d6aa6cb req-913ef434-f3be-4500-a733-8c42aca47158 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb9c6b87-8802-414a-a13b-e930918e2b66 HTTP/1.1" status: 200  len: 210 time: 0.3173985
Apr 19 18:47:06.650757 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-001e4813-f03b-4815-bf54-ccb8fb2fb5bf req-2a984c11-ec0b-4676-b25a-9ec31bd97ab4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5638518
Apr 19 18:47:06.673453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76aef2fc-45b5-495e-b952-a3e123bd53c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:06.679292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-213633cf-d1b9-40a0-9f5b-f1fe592b7f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:06.691950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aef2fc-45b5-495e-b952-a3e123bd53c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0786b65-c945-4fb5-9733-c92b58bc9d14,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:06.694961 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-76aef2fc-45b5-495e-b952-a3e123bd53c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:06.702311 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76aef2fc-45b5-495e-b952-a3e123bd53c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:06.706059 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-76aef2fc-45b5-495e-b952-a3e123bd53c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0786b65-c945-4fb5-9733-c92b58bc9d14 HTTP/1.1" status: 204  len: 168 time: 0.2535286
Apr 19 18:47:07.041656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e58f49-1564-4cfc-8782-1171c1784040 req-dfa0a940-daaa-452b-af81-c6307b8363e7 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:07.050137 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c5e58f49-1564-4cfc-8782-1171c1784040 req-dfa0a940-daaa-452b-af81-c6307b8363e7 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.2358797
Apr 19 18:47:07.097446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 43430) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:07.135674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:07.171844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:07.178280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] Usage tracker for resource:security_group_rule and tenant:e3433da997d941c68d4cb26d1e469e6d is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:07.183799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:07.196566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:07.297805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:07.302031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:07.313301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-28232a3e-6aa0-47c4-a4a1-e01e79ffe3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:07.374495 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4538dc-f781-4796-8c06-668e8c46bbc1,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:07.378613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:07.385054 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3433da997d941c68d4cb26d1e469e6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2803843
Apr 19 18:47:07.385409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 43436) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:07.462673 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d3c5435-1596-415e-9415-b5c52b0cf281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:07.493831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d3c5435-1596-415e-9415-b5c52b0cf281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:07.570675 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c5e58f49-1564-4cfc-8782-1171c1784040 req-0a7e04ae-3234-4d08-937e-9e19602db98f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279053
Apr 19 18:47:07.570840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d3c5435-1596-415e-9415-b5c52b0cf281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:07.577350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c525c2c9-8cef-4fc5-955c-8537b1d51a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:07.593973 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c5435-1596-415e-9415-b5c52b0cf281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4538dc-f781-4796-8c06-668e8c46bbc1,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:07.596549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0d3c5435-1596-415e-9415-b5c52b0cf281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:07.604918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d3c5435-1596-415e-9415-b5c52b0cf281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:07.606570 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0d3c5435-1596-415e-9415-b5c52b0cf281 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e4538dc-f781-4796-8c06-668e8c46bbc1 HTTP/1.1" status: 204  len: 168 time: 0.2195334
Apr 19 18:47:07.783639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5cea4bcf-833d-4fef-bf68-8fa110803c55 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:07.787356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5cea4bcf-833d-4fef-bf68-8fa110803c55 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:08.055586 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-5cea4bcf-833d-4fef-bf68-8fa110803c55 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Floating IP 25aad485-7573-41db-95f4-caae8452ba6a associated. External IP: 172.27.3.32, port: ef1e1978-423a-4baa-b5cd-c3a2fc3992c1.
Apr 19 18:47:08.320918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173404-2127-4b76-af8a-aea78416b046 req-a815d7ce-85ee-46cb-8e99-1aab574c8214 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:08.322663 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e9173404-2127-4b76-af8a-aea78416b046 req-a815d7ce-85ee-46cb-8e99-1aab574c8214 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.4114439
Apr 19 18:47:08.544146 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e9173404-2127-4b76-af8a-aea78416b046 req-c02c177e-28c8-4e2d-a8e2-670de5e9a0d0 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1585402
Apr 19 18:47:08.605381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cea4bcf-833d-4fef-bf68-8fa110803c55 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:47:09.223516 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52fc6f-82c6-4fea-9db7-6a0cec34cde2 req-e86f10f8-a1cf-4c0f-929b-2ad14ef7a967 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:09.225120 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9d52fc6f-82c6-4fea-9db7-6a0cec34cde2 req-e86f10f8-a1cf-4c0f-929b-2ad14ef7a967 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.4924212
Apr 19 18:47:09.233088 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cea4bcf-833d-4fef-bf68-8fa110803c55 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:47:09.236518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 43516) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:09.242977 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c48c5-3b36-41ee-9c2f-76f9dc058d09 req-3bd575ba-b1bb-4775-a030-e5f7b6508c84 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:09.244582 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-452c48c5-3b36-41ee-9c2f-76f9dc058d09 req-3bd575ba-b1bb-4775-a030-e5f7b6508c84 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.5189703
Apr 19 18:47:09.246527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] Sync routers for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:47:09.248693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-dab6fce9-832c-4237-9b1e-f34c0bdc064b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'floatingip': {'port_id': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:47:09.266749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:47:09.267427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78fa6668>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:09.293337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5cea4bcf-833d-4fef-bf68-8fa110803c55 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:09.349092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dab6fce9-832c-4237-9b1e-f34c0bdc064b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:09.375064 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5cea4bcf-833d-4fef-bf68-8fa110803c55 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "PUT /v2.0/floatingips/25aad485-7573-41db-95f4-caae8452ba6a HTTP/1.1" status: 200  len: 990 time: 3.2650445
Apr 19 18:47:09.393951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'tag': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:47:09.402090 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-452c48c5-3b36-41ee-9c2f-76f9dc058d09 req-d54301a0-7bf2-467c-a7db-b7ad3f194011 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448348
Apr 19 18:47:09.488398 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'tag': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1', 'status': 'completed', 'code': 200}
Apr 19 18:47:09.647896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43534) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:09.738448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:47:09.757099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43123d6-3b96-4f54-a0a9-49f4964fbec3 admin admin] Deleting subnet c8f340e6-d2ad-4339-bda9-04f056eadf2d {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:47:09.760376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d43123d6-3b96-4f54-a0a9-49f4964fbec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:09.815345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d43123d6-3b96-4f54-a0a9-49f4964fbec3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:09.823516 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d43123d6-3b96-4f54-a0a9-49f4964fbec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:09.910406 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1f697e30-d28f-4b5a-9cba-c7602298c4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:10.139779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d43123d6-3b96-4f54-a0a9-49f4964fbec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:10.145456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0c9407ed-4909-407a-8f86-07eaa4eb3922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:10.188518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e14162c9-8905-4e69-a66d-3e130c792fdb no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:47:10.192623 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d43123d6-3b96-4f54-a0a9-49f4964fbec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:10.201996 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d43123d6-3b96-4f54-a0a9-49f4964fbec3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c8f340e6-d2ad-4339-bda9-04f056eadf2d HTTP/1.1" status: 204  len: 168 time: 0.5505464
Apr 19 18:47:10.201996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43123d6-3b96-4f54-a0a9-49f4964fbec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f340e6-d2ad-4339-bda9-04f056eadf2d,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:10.204001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d43123d6-3b96-4f54-a0a9-49f4964fbec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:10.204861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43546) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:10.216132 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78fa6668>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '25aad485-7573-41db-95f4-caae8452ba6a', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'port_id': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'mac_address': 'fa:16:3e:94:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:46:37Z', 'updated_at': '2021-04-19T18:47:07Z', 'revision_number': 1, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:10.222106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] Checking router: 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:47:10.229658 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: e14162c9-8905-4e69-a66d-3e130c792fdb {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:47:10.230661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e14162c9-8905-4e69-a66d-3e130c792fdb not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:47:10.235320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:47:10.236044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78fa6668>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:10.336979 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:10.506268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:47:10.564660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:10.595342 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dab6fce9-832c-4237-9b1e-f34c0bdc064b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:10.600977 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dab6fce9-832c-4237-9b1e-f34c0bdc064b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:10.756736 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1b78397588>> segment before_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.757155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1b78397588>> subnet precommit_delete_associations 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.758434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b73ef8e10>> segment_host_mapping after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.758848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b73ef8e10>> port after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.759365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b73ef8e10>> port after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.759950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b73ef8e10>> port after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.760322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b73ef8e10>> segment after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.760829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b73ef8e10>> subnet after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.761444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b73ef8e10>> subnet after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.762033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b73ef8e10>> subnet after_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.826667 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-dab6fce9-832c-4237-9b1e-f34c0bdc064b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Floating IP 577097bd-445f-490c-8ccb-0c399d2d9dcc associated. External IP: 172.27.3.175, port: c30ce674-f2ee-44dd-b306-3f26b2fe7cf7.
Apr 19 18:47:10.852791 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b73e99e48>> subnet after_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.853221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b73e99e48>> subnet after_delete 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.853599 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b73e99e48>> subnet before_create 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.853971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b73e99e48>> subnet before_update 55550000 {{(pid=86308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:47:10.854366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b786efe80>,) {'filters': {'network_id': ['e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c']}} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:10.886472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b786efe80>, '56fb08b3-cc53-4e16-b40e-c546867cd1fd') {'for_net_delete': True} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:10.886810 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b786efe80>, '56fb08b3-cc53-4e16-b40e-c546867cd1fd') {} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:10.906332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852180727'] for segment, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:10.940761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:10.952064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=86308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:47:10.972831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78fa6668>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '25aad485-7573-41db-95f4-caae8452ba6a', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'port_id': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'mac_address': 'fa:16:3e:94:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:46:37Z', 'updated_at': '2021-04-19T18:47:07Z', 'revision_number': 1, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:10.978871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40fe1d-89a1-4f61-9e56-b5847fbd038e None None] The sync data for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi is: [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '25aad485-7573-41db-95f4-caae8452ba6a', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'port_id': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'mac_address': 'fa:16:3e:94:3a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:46:37Z', 'updated_at': '2021-04-19T18:47:07Z', 'revision_number': 1, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:47:10.997338 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501c53-966f-4611-8242-88d860d3f948 req-8d4c6d06-6b76-4eec-bafd-f258c48a06b6 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:11.000151 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2a501c53-966f-4611-8242-88d860d3f948 req-8d4c6d06-6b76-4eec-bafd-f258c48a06b6 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.4020035
Apr 19 18:47:11.248799 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2a501c53-966f-4611-8242-88d860d3f948 req-74119750-e0e4-4c9e-bc3b-86760aa456a9 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983664
Apr 19 18:47:11.269207 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:47:11.281131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155440'] for segment, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:11.340028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab6fce9-832c-4237-9b1e-f34c0bdc064b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Router 572b9971-2812-45f9-bc13-3a75b3ebcb2d has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:47:11.423628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5991cbc9-f3af-4cb8-b5ac-8f9c59e17779 None None] New status for floating IP 25aad485-7573-41db-95f4-caae8452ba6a: ACTIVE {{(pid=86310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:47:11.492011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Network e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:47:11.565526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab6fce9-832c-4237-9b1e-f34c0bdc064b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:47:11.577252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] Sync routers for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:47:11.579576 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dab6fce9-832c-4237-9b1e-f34c0bdc064b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:11.597692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:47:11.598403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78ddc9b0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   from cryptography.utils import int_from_bytes
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   from cryptography.utils import int_from_bytes
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   (rel_b, rel_a, rel_b),
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   (rel_b, rel_a, rel_b),
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:47:11.628004 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:47:11.633388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:11.638877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b3d8e79e-a959-4b2c-afae-a6f37f1a4973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:11.655470 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-dab6fce9-832c-4237-9b1e-f34c0bdc064b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "PUT /v2.0/floatingips/577097bd-445f-490c-8ccb-0c399d2d9dcc HTTP/1.1" status: 200  len: 992 time: 2.4175096
Apr 19 18:47:11.656323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'}] {{(pid=86309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:47:11.684032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:11.689526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:11.697677 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e4b2a4e8-fe66-4456-a4ec-9e92635d6c0c HTTP/1.1" status: 204  len: 168 time: 1.4890556
Apr 19 18:47:11.697677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:11.893063 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:47:11.918745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43572) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:11.971947 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-af4b6e6a-c63b-4103-b3d4-fb98369b571c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eccdb27381eb442e9c91d23ead288e60&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0517271
Apr 19 18:47:11.974505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43576) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:12.039519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-444b35e6-0e03-42d0-b077-64dc6a1aa368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:12.068004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-444b35e6-0e03-42d0-b077-64dc6a1aa368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:12.119123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-444b35e6-0e03-42d0-b077-64dc6a1aa368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:12.124643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-42f32e59-fcbb-4a13-9d75-cb5a859962bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:12.138948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b35e6-0e03-42d0-b077-64dc6a1aa368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abab074-97a1-4732-9f66-fbf28db7191b,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:12.142065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-444b35e6-0e03-42d0-b077-64dc6a1aa368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:12.144690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-444b35e6-0e03-42d0-b077-64dc6a1aa368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:12.147084 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-444b35e6-0e03-42d0-b077-64dc6a1aa368 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7abab074-97a1-4732-9f66-fbf28db7191b HTTP/1.1" status: 204  len: 168 time: 0.1713130
Apr 19 18:47:12.323765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78ddc9b0>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '577097bd-445f-490c-8ccb-0c399d2d9dcc', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'port_id': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'mac_address': 'fa:16:3e:ea:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63a187-ef64-4728-be67-1620851f1ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:46:35Z', 'updated_at': '2021-04-19T18:47:10Z', 'revision_number': 1, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:12.329854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] Checking router: 572b9971-2812-45f9-bc13-3a75b3ebcb2d for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:47:12.341244 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:47:12.342084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78ddc9b0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:46:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:12.342758 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-e01a749e-280f-488c-9c1d-07dbb58c04bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0983911
Apr 19 18:47:12.389392 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'status': 'completed', 'code': 200}
Apr 19 18:47:12.504701 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-73b4dd09-61ac-4248-bc88-840a2c69c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:12.506372 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-73b4dd09-61ac-4248-bc88-840a2c69c120 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 1099 time: 0.0964136
Apr 19 18:47:12.594711 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-e342f806-b82d-4553-89ea-d045592427be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:12.596677 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-e342f806-b82d-4553-89ea-d045592427be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 1098 time: 0.2989473
Apr 19 18:47:12.615972 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:47:12.706312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-ca2fb92a-ddbf-46d5-8c0f-ee838da8d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:12.708513 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-ca2fb92a-ddbf-46d5-8c0f-ee838da8d010 service neutron] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 918 time: 0.1932564
Apr 19 18:47:12.720032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313b535-de3e-4c70-973b-e44d65cc6d18 req-25beb067-7571-4235-a5fd-033dcf0ab077 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:12.721696 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9313b535-de3e-4c70-973b-e44d65cc6d18 req-25beb067-7571-4235-a5fd-033dcf0ab077 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.2897017
Apr 19 18:47:12.815177 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9313b535-de3e-4c70-973b-e44d65cc6d18 req-9c9d7024-ebd9-4b9d-a3f6-0b0b375307fa tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847297
Apr 19 18:47:12.859119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-20562d75-c458-4b60-a3bb-12198a21f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:12.860735 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-20562d75-c458-4b60-a3bb-12198a21f7f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 1098 time: 0.3491497
Apr 19 18:47:12.865732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-a36fbbc5-be50-435b-8c35-ee683a6b58e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:12.867384 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-a36fbbc5-be50-435b-8c35-ee683a6b58e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 911 time: 0.2573884
Apr 19 18:47:12.899778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-46aa2486-721f-4f78-a76e-adc1f144b98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:12.953057 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-5e712499-7580-4d5e-9f22-9a2823e4d5a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 HTTP/1.1" status: 200  len: 1000 time: 0.2346613
Apr 19 18:47:13.080590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-f94825cd-ef75-4346-9c60-bb51025e8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:13.083814 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-f94825cd-ef75-4346-9c60-bb51025e8afd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.1223781
Apr 19 18:47:13.106107 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-35beb3cf-c4a8-4794-98a5-9423c055b510 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 HTTP/1.1" status: 200  len: 1000 time: 0.2302654
Apr 19 18:47:13.202563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-c0051376-82e7-42eb-bf82-6ae23ab678bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:13.202563 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-c0051376-82e7-42eb-bf82-6ae23ab678bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1081696
Apr 19 18:47:13.253653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:13.331332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78ddc9b0>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '577097bd-445f-490c-8ccb-0c399d2d9dcc', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'port_id': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'mac_address': 'fa:16:3e:ea:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63a187-ef64-4728-be67-1620851f1ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:46:35Z', 'updated_at': '2021-04-19T18:47:10Z', 'revision_number': 1, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:47:13.351280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c9331-5d25-4823-88f3-b5b5f8a02845 None None] The sync data for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi is: [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '577097bd-445f-490c-8ccb-0c399d2d9dcc', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'port_id': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'mac_address': 'fa:16:3e:ea:92:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a63a187-ef64-4728-be67-1620851f1ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:46:35Z', 'updated_at': '2021-04-19T18:47:10Z', 'revision_number': 1, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:47:13.480094 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-bb39f7b9-51d2-48cc-8bb6-ce18c02adb80 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2632213
Apr 19 18:47:13.573772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-1c5b1923-c2a3-42a2-9a2c-4de9f37741ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:13.575649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-1c5b1923-c2a3-42a2-9a2c-4de9f37741ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e HTTP/1.1" status: 200  len: 849 time: 0.3625250
Apr 19 18:47:13.726769 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-e6af9e3d-5127-498b-97d5-06915603e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:13.728446 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-e6af9e3d-5127-498b-97d5-06915603e05f service neutron] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 919 time: 0.6218593
Apr 19 18:47:13.833897 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf65bb-ec79-4996-b7ec-60850bd18230 None None] New status for floating IP 577097bd-445f-490c-8ccb-0c399d2d9dcc: ACTIVE {{(pid=86310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:47:13.849531 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-eafcf079-8c71-471c-bc4e-bddd2e664589 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd HTTP/1.1" status: 200  len: 217 time: 0.0991445
Apr 19 18:47:13.861899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-2bccc751-6da1-496b-a507-6127e585fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:13.863686 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-2bccc751-6da1-496b-a507-6127e585fb6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c78cba19-b9b1-44c2-ac83-926eaef8bf55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2586570
Apr 19 18:47:13.917248 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-51f02d37-719b-4afb-9fb0-1f52a4d15670 req-36f780f8-755a-4e45-b9cd-43dc22433308 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4248080
Apr 19 18:47:13.934074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-8ba273f3-ee43-4cb5-9a0c-7672b3702d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:13.936618 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-8ba273f3-ee43-4cb5-9a0c-7672b3702d32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.0774579
Apr 19 18:47:14.034327 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-ffd02244-f101-4280-b255-1cb6de329c08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0706303
Apr 19 18:47:14.380562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:14.387582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:14.431566 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-92a99d49-9279-4c10-aedd-e627fe2669b1 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3292260
Apr 19 18:47:14.478857 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-2a8fe3a5-18d9-4383-9d85-5045b84db285 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5406787
Apr 19 18:47:14.497260 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f3fc6-2ec8-46da-b3c0-6f963e53c50c req-556293a3-5f3f-4891-9f4f-1d9abaaeecc4 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:14.499724 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-683f3fc6-2ec8-46da-b3c0-6f963e53c50c req-556293a3-5f3f-4891-9f4f-1d9abaaeecc4 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.3531656
Apr 19 18:47:14.556731 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-683f3fc6-2ec8-46da-b3c0-6f963e53c50c req-f54025a9-8200-4171-a021-19fd21b50645 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496624
Apr 19 18:47:15.530550 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:17.889026 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5481dd80-d4c0-4c7a-922b-56a41e403d77 req-0c721b3c-34f0-4c48-91d9-dccde00a30f8 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5305438
Apr 19 18:47:17.891836 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4477788e-23fa-4572-8284-5c8a4a6cc7da req-dea87f04-fe6d-4352-8de9-678627df7e30 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5600717
Apr 19 18:47:17.914177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f622371-4e3b-4556-87a1-92063f4df4ff req-a2bf3699-bd28-4377-bd50-a677d441626e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:17.916316 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6f622371-4e3b-4556-87a1-92063f4df4ff req-a2bf3699-bd28-4377-bd50-a677d441626e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.2248397
Apr 19 18:47:17.979223 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6f622371-4e3b-4556-87a1-92063f4df4ff req-0ec6c10e-501a-46ac-8f7d-e058678ba98f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545189
Apr 19 18:47:21.584304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a74e2-c53f-45b5-b8a0-b72cc578aa94 req-57f3e9b3-7b55-4ad8-aae3-05c92e0221d5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:21.587021 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b53a74e2-c53f-45b5-b8a0-b72cc578aa94 req-57f3e9b3-7b55-4ad8-aae3-05c92e0221d5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.1247203
Apr 19 18:47:21.669923 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b53a74e2-c53f-45b5-b8a0-b72cc578aa94 req-e00c4c3e-eb5a-40b0-9363-dd5ae57097fb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732896
Apr 19 18:47:25.196814 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2827c33-da64-4738-865e-4482e5957c22 req-9bbdbddd-0c70-44bf-bccf-cbb061caa4b8 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:25.198896 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2827c33-da64-4738-865e-4482e5957c22 req-9bbdbddd-0c70-44bf-bccf-cbb061caa4b8 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.1235023
Apr 19 18:47:25.295128 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2827c33-da64-4738-865e-4482e5957c22 req-cc7ba284-e4f8-4f43-83ac-e59e74650b2e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812500
Apr 19 18:47:28.530706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136e62c-0dc6-4af7-a964-e4abfe0c3040 req-2a7a8813-57e0-4205-a227-52ac6d495963 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:28.532352 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8136e62c-0dc6-4af7-a964-e4abfe0c3040 req-2a7a8813-57e0-4205-a227-52ac6d495963 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.0887492
Apr 19 18:47:28.589928 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8136e62c-0dc6-4af7-a964-e4abfe0c3040 req-dddaf902-0efb-4329-b137-031e8731dd55 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466306
Apr 19 18:47:31.992760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362b0a2-1eb9-4f7b-a18a-95f97a3ef734 req-588eced9-9100-46bf-ba29-4966e4b436f4 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:31.994335 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d362b0a2-1eb9-4f7b-a18a-95f97a3ef734 req-588eced9-9100-46bf-ba29-4966e4b436f4 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.0893431
Apr 19 18:47:32.043444 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d362b0a2-1eb9-4f7b-a18a-95f97a3ef734 req-29565ea5-e8a1-4f5e-bb1d-a64595355a39 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419192
Apr 19 18:47:32.816648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8a563-ec5b-40a8-9253-fc3aa5bfd004 req-32c96c99-c776-4fc3-a6c0-8bc06704db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:32.818261 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-72c8a563-ec5b-40a8-9253-fc3aa5bfd004 req-32c96c99-c776-4fc3-a6c0-8bc06704db62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 1099 time: 0.0854394
Apr 19 18:47:32.871889 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-72c8a563-ec5b-40a8-9253-fc3aa5bfd004 req-f5111b84-b969-423f-8c18-40be50f19877 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417519
Apr 19 18:47:33.263522 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7d22d-ff9d-4c30-8444-3b450479cdc1 req-60176ef0-dff6-47c7-a4d6-f6d667a879ad tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:33.265306 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-40d7d22d-ff9d-4c30-8444-3b450479cdc1 req-60176ef0-dff6-47c7-a4d6-f6d667a879ad tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.0913827
Apr 19 18:47:33.317190 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-40d7d22d-ff9d-4c30-8444-3b450479cdc1 req-e5174415-0706-48ce-9464-09a474138abf tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450802
Apr 19 18:47:34.546808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c950530-6611-48a3-b9a7-6ca07a4070c1 req-94ea7868-983e-406e-8d34-d1db65149181 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:34.548485 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7c950530-6611-48a3-b9a7-6ca07a4070c1 req-94ea7868-983e-406e-8d34-d1db65149181 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.1092472
Apr 19 18:47:34.626471 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7c950530-6611-48a3-b9a7-6ca07a4070c1 req-2ff042bc-30f1-4dff-b1d8-c9387fe847e9 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703475
Apr 19 18:47:34.671398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 43978) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:34.846433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:34.868796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:34.875033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] Usage tracker for resource:security_group_rule and tenant:4ae5e667d6f64e9399da72a981faa5df is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:34.878131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:34.884256 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:34.907268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069744c-8016-487a-9739-94e2aca56883 req-dac192c4-9d02-4bba-856c-15307fd80ceb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:34.909050 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f069744c-8016-487a-9739-94e2aca56883 req-dac192c4-9d02-4bba-856c-15307fd80ceb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1556969
Apr 19 18:47:34.967690 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f069744c-8016-487a-9739-94e2aca56883 req-762cdd66-5dcb-42b4-911d-6deb07c6c992 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482941
Apr 19 18:47:35.046190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:35.049552 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:35.105631 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:35.195219 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ae5e667d6f64e9399da72a981faa5df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5181468
Apr 19 18:47:35.195553 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44008) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:35.199870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3bafe0-5781-47b1-9186-c0a22154a4a0,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:35.210568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:35.336574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-80832d96-d2f2-4163-9873-7a11ae88b158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:35.371855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-80832d96-d2f2-4163-9873-7a11ae88b158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:35.424653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-80832d96-d2f2-4163-9873-7a11ae88b158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:35.430154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-53d69a81-517b-4764-a7b3-4a854f669d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:35.448165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80832d96-d2f2-4163-9873-7a11ae88b158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3bafe0-5781-47b1-9186-c0a22154a4a0,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:35.451533 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-80832d96-d2f2-4163-9873-7a11ae88b158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:35.456296 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-80832d96-d2f2-4163-9873-7a11ae88b158 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db3bafe0-5781-47b1-9186-c0a22154a4a0 HTTP/1.1" status: 204  len: 168 time: 0.2593222
Apr 19 18:47:35.459265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-80832d96-d2f2-4163-9873-7a11ae88b158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:35.832122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44028) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:35.853776 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:35.871583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:35.876640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] Usage tracker for resource:security_group_rule and tenant:b9673be7e6e9496bad7bbd56c3b5c29f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:35.880535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:35.887057 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:36.005161 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:36.009086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:36.023418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e1c49c35-e316-4dca-82dc-74584d425126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:36.068010 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9673be7e6e9496bad7bbd56c3b5c29f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2343397
Apr 19 18:47:36.069724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23cb7ba-2887-434f-bbc1-89ab5109ee09,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:36.071348 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44042) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:36.073385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:36.141434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dd414b19-4da3-46ed-80eb-0509863dd4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:36.174525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dd414b19-4da3-46ed-80eb-0509863dd4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:36.223739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dd414b19-4da3-46ed-80eb-0509863dd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:36.229009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-078b0a9a-b4e5-4f5e-a8ce-6ff4a6b55e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:36.241266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd414b19-4da3-46ed-80eb-0509863dd4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23cb7ba-2887-434f-bbc1-89ab5109ee09,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:36.245582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-dd414b19-4da3-46ed-80eb-0509863dd4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:36.249740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dd414b19-4da3-46ed-80eb-0509863dd4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:36.260668 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-dd414b19-4da3-46ed-80eb-0509863dd4ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d23cb7ba-2887-434f-bbc1-89ab5109ee09 HTTP/1.1" status: 204  len: 168 time: 0.1831155
Apr 19 18:47:36.899349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:47:37.456174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472d895-6c20-4b9b-9890-e8588b1a7baf req-74f51935-a9df-4d45-8956-edc366dc8043 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:37.457800 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5472d895-6c20-4b9b-9890-e8588b1a7baf req-74f51935-a9df-4d45-8956-edc366dc8043 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.0919955
Apr 19 18:47:37.509340 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5472d895-6c20-4b9b-9890-e8588b1a7baf req-83703477-44df-4b6e-be83-02c1a9c890a6 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445697
Apr 19 18:47:38.660825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44160) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:38.809782 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:38.828444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:38.833620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] Usage tracker for resource:security_group_rule and tenant:f1baa126339342e78ac69598d397c409 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:38.837129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:38.843872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:38.943149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:38.946168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:38.956537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ca61c4d5-9095-41e7-899c-be066c83ed42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:39.004786 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1baa126339342e78ac69598d397c409&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3420970
Apr 19 18:47:39.006545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031b331f-d6ca-4f00-b444-cda6b36c6c72,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:39.007927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44170) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:39.009704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:39.077319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9f714b48-2562-49ee-a410-dc55449f4226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:39.105503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9f714b48-2562-49ee-a410-dc55449f4226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:39.152179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9f714b48-2562-49ee-a410-dc55449f4226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:39.158446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-444b35e6-0e03-42d0-b077-64dc6a1aa368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:39.175113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714b48-2562-49ee-a410-dc55449f4226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031b331f-d6ca-4f00-b444-cda6b36c6c72,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:39.177564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9f714b48-2562-49ee-a410-dc55449f4226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:39.189408 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9f714b48-2562-49ee-a410-dc55449f4226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:39.191369 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-9f714b48-2562-49ee-a410-dc55449f4226 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/031b331f-d6ca-4f00-b444-cda6b36c6c72 HTTP/1.1" status: 204  len: 168 time: 0.1810014
Apr 19 18:47:39.904413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6ee14056-452c-4847-b83e-1794a8f5d3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:40.184148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b31aef-6ce5-4bad-a86e-e610846c84af req-c1b67114-69e5-49d6-a38f-2b6650e822c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:40.186343 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07b31aef-6ce5-4bad-a86e-e610846c84af req-c1b67114-69e5-49d6-a38f-2b6650e822c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 1098 time: 0.0821528
Apr 19 18:47:40.408170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b31aef-6ce5-4bad-a86e-e610846c84af req-eed2f356-ab36-47ff-ac15-73e40ea5a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:40.409756 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07b31aef-6ce5-4bad-a86e-e610846c84af req-eed2f356-ab36-47ff-ac15-73e40ea5a03d service neutron] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 919 time: 0.2155397
Apr 19 18:47:40.419474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e5278-6c95-4058-9503-a403b67896b2 req-04cd361b-4bcc-415d-af06-25d9626d48bc tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:40.421141 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-952e5278-6c95-4058-9503-a403b67896b2 req-04cd361b-4bcc-415d-af06-25d9626d48bc tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1867826
Apr 19 18:47:40.508489 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07b31aef-6ce5-4bad-a86e-e610846c84af req-c5c06dd9-e413-4a33-a237-478959c47afa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd HTTP/1.1" status: 200  len: 217 time: 0.0862017
Apr 19 18:47:40.579678 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-952e5278-6c95-4058-9503-a403b67896b2 req-26c8fd77-6b4e-4662-aa66-4634fe29a465 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987270
Apr 19 18:47:40.597879 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b31aef-6ce5-4bad-a86e-e610846c84af req-ceb3a4c1-7995-436b-9148-66b39151bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:40.599503 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07b31aef-6ce5-4bad-a86e-e610846c84af req-ceb3a4c1-7995-436b-9148-66b39151bbad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.0826130
Apr 19 18:47:40.664251 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07b31aef-6ce5-4bad-a86e-e610846c84af req-814454fd-1b7d-4975-8f91-dae3bb270e77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474792
Apr 19 18:47:42.872284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9da50df7-de88-4fd5-89c3-141494858613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:43.236326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:43.771584 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07b31aef-6ce5-4bad-a86e-e610846c84af req-fc6cf8d1-4fd9-4ea2-ac36-23432daec576 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956058
Apr 19 18:47:43.882849 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:43.907838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b6079-9d1e-48dd-ba06-1931ee49e365 req-2616a8f4-9fa1-48d0-9e4b-1b6c47f871af tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:43.909582 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bd4b6079-9d1e-48dd-ba06-1931ee49e365 req-2616a8f4-9fa1-48d0-9e4b-1b6c47f871af tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.2092507
Apr 19 18:47:43.990984 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07b31aef-6ce5-4bad-a86e-e610846c84af req-37fe2fe1-5634-4993-9117-3b36c4950168 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116542
Apr 19 18:47:43.994268 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bd4b6079-9d1e-48dd-ba06-1931ee49e365 req-4b1bc185-5cbd-4c34-88d9-b41afd50d783 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734198
Apr 19 18:47:44.154483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:45.221834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91958f2b-8c00-47d8-b4d8-66ac6e9f73b3 req-2594d1a6-af26-4fb8-9117-e6c264ab24f4 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:45.223555 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-91958f2b-8c00-47d8-b4d8-66ac6e9f73b3 req-2594d1a6-af26-4fb8-9117-e6c264ab24f4 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1035178
Apr 19 18:47:45.286752 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-91958f2b-8c00-47d8-b4d8-66ac6e9f73b3 req-d02e6809-e961-4017-8148-9fe8c6776ef2 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552661
Apr 19 18:47:45.363093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44274) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:45.503297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:45.532363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:45.538731 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:45.547190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] Usage tracker for resource:security_group_rule and tenant:2907cf861d144df4b1f9a468c669662b is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:45.555703 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:45.567675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:45.675058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:45.681756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:45.693360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-42a751be-79db-4f2a-a55c-eaab92bcf2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:45.732072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f70c61c-f52e-4097-8230-725c67f53f54,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:45.738342 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:45.745069 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2907cf861d144df4b1f9a468c669662b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3807292
Apr 19 18:47:45.748617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44292) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:45.840619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bf568ded-86a4-4d7f-a6d1-bb6c5bf8e3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:45.904107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bf568ded-86a4-4d7f-a6d1-bb6c5bf8e3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:45.964486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bf568ded-86a4-4d7f-a6d1-bb6c5bf8e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:45.969639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:45.984413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf568ded-86a4-4d7f-a6d1-bb6c5bf8e3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f70c61c-f52e-4097-8230-725c67f53f54,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:45.990551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bf568ded-86a4-4d7f-a6d1-bb6c5bf8e3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:45.990551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bf568ded-86a4-4d7f-a6d1-bb6c5bf8e3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:45.990551 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-bf568ded-86a4-4d7f-a6d1-bb6c5bf8e3c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f70c61c-f52e-4097-8230-725c67f53f54 HTTP/1.1" status: 204  len: 168 time: 0.2411287
Apr 19 18:47:46.299033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44308) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:46.320147 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:46.336163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:46.340268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] Usage tracker for resource:security_group_rule and tenant:2f085664fa5b4853b7085356dfb5c3d8 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:46.343585 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:46.349618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:46.437242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:46.439900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:46.449229 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6a85edc0-2c45-4c43-936c-952754c16ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:46.492799 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f085664fa5b4853b7085356dfb5c3d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1921749
Apr 19 18:47:46.494459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcdb669-1bb2-487c-901c-23d219d72d79,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:46.495743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44314) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:46.497848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:46.564057 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70b17fe5-46ab-4cd4-a7fd-626ec364463a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:46.592504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70b17fe5-46ab-4cd4-a7fd-626ec364463a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:46.637989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70b17fe5-46ab-4cd4-a7fd-626ec364463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:46.643206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-051c6f49-a8ac-4d61-a20d-fd4e3095dde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:46.657646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b17fe5-46ab-4cd4-a7fd-626ec364463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcdb669-1bb2-487c-901c-23d219d72d79,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:46.660092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70b17fe5-46ab-4cd4-a7fd-626ec364463a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:46.662446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70b17fe5-46ab-4cd4-a7fd-626ec364463a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:46.663686 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-70b17fe5-46ab-4cd4-a7fd-626ec364463a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bcdb669-1bb2-487c-901c-23d219d72d79 HTTP/1.1" status: 204  len: 168 time: 0.1668596
Apr 19 18:47:47.074718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44328) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:47.089048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e51f1a3a-bc7a-4f12-9a3c-37b81590bd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:47.107034 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-e51f1a3a-bc7a-4f12-9a3c-37b81590bd4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:47.111739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-e51f1a3a-bc7a-4f12-9a3c-37b81590bd4d admin admin] Usage tracker for resource:security_group_rule and tenant:88ec69d75e4e47e096d6fd23b50c0599 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:47.115530 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-e51f1a3a-bc7a-4f12-9a3c-37b81590bd4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:47.123043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-e51f1a3a-bc7a-4f12-9a3c-37b81590bd4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:47.227575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e51f1a3a-bc7a-4f12-9a3c-37b81590bd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:47.230466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e51f1a3a-bc7a-4f12-9a3c-37b81590bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:47.240579 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-28d8bb2e-6cb1-4f5c-a30b-15ac9d09f296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:47.287701 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e51f1a3a-bc7a-4f12-9a3c-37b81590bd4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88ec69d75e4e47e096d6fd23b50c0599&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2175834
Apr 19 18:47:47.288528 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f1a3a-bc7a-4f12-9a3c-37b81590bd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a26e32-2cbe-411f-8132-052ca7994912,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:47.290677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44332) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:47.291844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e51f1a3a-bc7a-4f12-9a3c-37b81590bd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:47.356446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c82dc2d-cf15-4da3-bebd-4c66f46aeee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:47.384593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c82dc2d-cf15-4da3-bebd-4c66f46aeee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:47.436222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c82dc2d-cf15-4da3-bebd-4c66f46aeee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:47.441646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-dd414b19-4da3-46ed-80eb-0509863dd4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:47.456997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82dc2d-cf15-4da3-bebd-4c66f46aeee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a26e32-2cbe-411f-8132-052ca7994912,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:47.459345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6c82dc2d-cf15-4da3-bebd-4c66f46aeee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:47.470009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c82dc2d-cf15-4da3-bebd-4c66f46aeee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:47.471260 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6c82dc2d-cf15-4da3-bebd-4c66f46aeee0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5a26e32-2cbe-411f-8132-052ca7994912 HTTP/1.1" status: 204  len: 168 time: 0.1794057
Apr 19 18:47:48.465174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a81125-a176-4eed-84bd-2fdcf3ac32c5 req-419d9d2b-43d4-49aa-b1eb-94b5831c0315 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:48.467439 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e1a81125-a176-4eed-84bd-2fdcf3ac32c5 req-419d9d2b-43d4-49aa-b1eb-94b5831c0315 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.0975716
Apr 19 18:47:48.517969 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e1a81125-a176-4eed-84bd-2fdcf3ac32c5 req-8fd35bab-00fe-4af5-bef1-e40ce3010099 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442901
Apr 19 18:47:49.752019 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11d4b0-70a8-4c8e-85f6-6fcb40bad296 req-79c63982-98aa-4dfd-889d-eb6d13c7f3e9 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:49.753656 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bf11d4b0-70a8-4c8e-85f6-6fcb40bad296 req-79c63982-98aa-4dfd-889d-eb6d13c7f3e9 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.0991693
Apr 19 18:47:49.806799 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bf11d4b0-70a8-4c8e-85f6-6fcb40bad296 req-10fd8152-a29a-4e0c-bdd0-49a95bdd96ce tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460498
Apr 19 18:47:51.029003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82a974-6980-44f9-ada2-8710e0f6e55f req-175fd964-7a4c-4752-9a30-0e812393f0d5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:51.030732 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bc82a974-6980-44f9-ada2-8710e0f6e55f req-175fd964-7a4c-4752-9a30-0e812393f0d5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1020012
Apr 19 18:47:51.100055 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bc82a974-6980-44f9-ada2-8710e0f6e55f req-20b6e1b1-f73c-4e88-b8a5-60f6b16e7757 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599198
Apr 19 18:47:52.038976 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44510) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:52.214845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1e714376-baaf-418a-9e66-8aef8ddd9486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:52.231008 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1e714376-baaf-418a-9e66-8aef8ddd9486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:52.236917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1e714376-baaf-418a-9e66-8aef8ddd9486 admin admin] Usage tracker for resource:security_group_rule and tenant:9281f8024b81472884d9218961f83188 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:52.241079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1e714376-baaf-418a-9e66-8aef8ddd9486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:52.255461 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1e714376-baaf-418a-9e66-8aef8ddd9486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:52.401617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ec3b9-5032-42a1-a34e-05fd8dfef37d req-5e06a7a9-e28f-463d-8515-1ca1c702364f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:52.403295 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-931ec3b9-5032-42a1-a34e-05fd8dfef37d req-5e06a7a9-e28f-463d-8515-1ca1c702364f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1525428
Apr 19 18:47:52.476648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1e714376-baaf-418a-9e66-8aef8ddd9486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:52.482240 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-931ec3b9-5032-42a1-a34e-05fd8dfef37d req-4587e393-cc86-429d-b147-c1ebf11aa713 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666068
Apr 19 18:47:52.483476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1e714376-baaf-418a-9e66-8aef8ddd9486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:52.513425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-60cdbeb9-f1c3-4e6f-8eac-f7bcfdfd3e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:52.539333 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1e714376-baaf-418a-9e66-8aef8ddd9486 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9281f8024b81472884d9218961f83188&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4990978
Apr 19 18:47:52.539954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44538) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:52.547822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e714376-baaf-418a-9e66-8aef8ddd9486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7db22b-3a93-4d73-bbf5-0fd588e22e6f,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:52.551171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1e714376-baaf-418a-9e66-8aef8ddd9486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:52.644909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d519dc3a-7e7e-422a-a2c3-a9c2e825bd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:52.677747 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d519dc3a-7e7e-422a-a2c3-a9c2e825bd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:52.721876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d519dc3a-7e7e-422a-a2c3-a9c2e825bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:52.727135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1cd5bade-8101-43bf-81a8-9af30a19db36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:52.738932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519dc3a-7e7e-422a-a2c3-a9c2e825bd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7db22b-3a93-4d73-bbf5-0fd588e22e6f,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:52.741248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d519dc3a-7e7e-422a-a2c3-a9c2e825bd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:52.746761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d519dc3a-7e7e-422a-a2c3-a9c2e825bd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:52.751479 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d519dc3a-7e7e-422a-a2c3-a9c2e825bd0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b7db22b-3a93-4d73-bbf5-0fd588e22e6f HTTP/1.1" status: 204  len: 168 time: 0.2105000
Apr 19 18:47:53.257583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44582) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:53.494442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:53.511789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:53.516758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] Usage tracker for resource:security_group_rule and tenant:659775196dca4660808adf50378d482c is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:53.520333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:53.526540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:53.589082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44596) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:53.633617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:53.636968 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:53.670905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f6cd62dc-6bd4-4e7f-8616-318ef0a9c097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:53.684202 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=659775196dca4660808adf50378d482c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4248259
Apr 19 18:47:53.689150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44606) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:53.757727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0990c-8924-43b0-81a4-00776cb4a273,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:53.759346 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:53.761141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:53.780444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-070f99c2-8e93-490b-b6c9-1cc1ad2f258f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:53.795574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887032cd-b363-40fd-a895-0839034ee663 req-0cfa6061-a378-4cef-a66b-074196ed2563 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:53.802340 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-887032cd-b363-40fd-a895-0839034ee663 req-0cfa6061-a378-4cef-a66b-074196ed2563 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1450582
Apr 19 18:47:53.804775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:53.812187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-070f99c2-8e93-490b-b6c9-1cc1ad2f258f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:53.863857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-070f99c2-8e93-490b-b6c9-1cc1ad2f258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:53.870773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6c82dc2d-cf15-4da3-bebd-4c66f46aeee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:53.886996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-070f99c2-8e93-490b-b6c9-1cc1ad2f258f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:53.891423 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-070f99c2-8e93-490b-b6c9-1cc1ad2f258f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76f0990c-8924-43b0-81a4-00776cb4a273 HTTP/1.1" status: 204  len: 168 time: 0.2009840
Apr 19 18:47:53.893525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f99c2-8e93-490b-b6c9-1cc1ad2f258f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0990c-8924-43b0-81a4-00776cb4a273,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:53.896610 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-070f99c2-8e93-490b-b6c9-1cc1ad2f258f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:54.048271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] Usage tracker for resource:security_group_rule and tenant:0a6ce037a02a461ea0e3452702766ae1 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:54.054251 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:54.065678 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:54.100175 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-887032cd-b363-40fd-a895-0839034ee663 req-d55927ce-ec42-43f1-9487-38895522eb2f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2967379
Apr 19 18:47:54.307487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.319912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.388221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-738bd96e-c869-4ab4-b668-9ede525825ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:54.399888 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a6ce037a02a461ea0e3452702766ae1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8085573
Apr 19 18:47:54.403048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44634) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:54.455379 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa402c05-a4bf-49d0-8691-03def3adaadd,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:54.465647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:54.495151 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44638) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:54.496834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb86b-a980-4030-a42e-245679e3c84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.515862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.534299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:54.538435 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] Usage tracker for resource:security_group_rule and tenant:abd1a23b8dfb446b98e9e1fb3230da5f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:54.541768 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:54.546133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb86b-a980-4030-a42e-245679e3c84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.549032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:54.624119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb86b-a980-4030-a42e-245679e3c84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.630632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:54.642907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fb86b-a980-4030-a42e-245679e3c84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa402c05-a4bf-49d0-8691-03def3adaadd,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:54.645908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3f8fb86b-a980-4030-a42e-245679e3c84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:54.656242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb86b-a980-4030-a42e-245679e3c84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.660156 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3f8fb86b-a980-4030-a42e-245679e3c84e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa402c05-a4bf-49d0-8691-03def3adaadd HTTP/1.1" status: 204  len: 168 time: 0.2528675
Apr 19 18:47:54.699355 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.711853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.746215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-695e38e9-9f36-4493-ade5-a61c426e5517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:54.755990 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abd1a23b8dfb446b98e9e1fb3230da5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2598698
Apr 19 18:47:54.758811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44652) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:54.780908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89867e0-1809-4797-aa03-8f1c96e898a2,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:54.784337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:54.852884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4a7707fe-1749-4a24-b537-d8a96b51e9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.900642 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4a7707fe-1749-4a24-b537-d8a96b51e9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.960547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4a7707fe-1749-4a24-b537-d8a96b51e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.965654 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:54.978498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7707fe-1749-4a24-b537-d8a96b51e9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89867e0-1809-4797-aa03-8f1c96e898a2,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:54.982178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4a7707fe-1749-4a24-b537-d8a96b51e9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:54.984346 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4a7707fe-1749-4a24-b537-d8a96b51e9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:54.985525 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-4a7707fe-1749-4a24-b537-d8a96b51e9c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c89867e0-1809-4797-aa03-8f1c96e898a2 HTTP/1.1" status: 204  len: 168 time: 0.2256517
Apr 19 18:47:55.378894 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62921366-aa3f-410a-9b87-9f72690b5932 req-a4d66c29-13d3-4f95-999e-0014af73d1ef tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:55.381277 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-62921366-aa3f-410a-9b87-9f72690b5932 req-a4d66c29-13d3-4f95-999e-0014af73d1ef tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.0993359
Apr 19 18:47:55.446290 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-62921366-aa3f-410a-9b87-9f72690b5932 req-0e9a2b25-4ac5-4d91-a25e-cd2701dfde63 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586078
Apr 19 18:47:55.662424 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c52a74-1d73-47db-8672-38178188c1e8 req-7c2e899d-dd39-43d4-8712-e8476f5994f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:55.664105 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-47c52a74-1d73-47db-8672-38178188c1e8 req-7c2e899d-dd39-43d4-8712-e8476f5994f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 1098 time: 0.0915642
Apr 19 18:47:55.717860 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-47c52a74-1d73-47db-8672-38178188c1e8 req-f1e1f5b2-4272-4045-8785-06fc6e6301d3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443859
Apr 19 18:47:56.738841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44760) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:56.764039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133254da-f5d6-4d80-a31a-2ac0e617fcd6 req-817dd2a9-9648-444d-83cc-71efbd87aa77 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:56.777300 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-133254da-f5d6-4d80-a31a-2ac0e617fcd6 req-817dd2a9-9648-444d-83cc-71efbd87aa77 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1478879
Apr 19 18:47:56.855573 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-133254da-f5d6-4d80-a31a-2ac0e617fcd6 req-ece0172a-3b42-4fce-86bf-daf11c5f79b6 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770216
Apr 19 18:47:57.117026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4655ede6-0509-421e-99ab-b6f1aadbac1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.140047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-4655ede6-0509-421e-99ab-b6f1aadbac1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:57.152889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-4655ede6-0509-421e-99ab-b6f1aadbac1f admin admin] Usage tracker for resource:security_group_rule and tenant:50a0b7a0eab44b43be0d35317d52959d is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:57.156569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-4655ede6-0509-421e-99ab-b6f1aadbac1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:57.162954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-4655ede6-0509-421e-99ab-b6f1aadbac1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:57.257978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4655ede6-0509-421e-99ab-b6f1aadbac1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.261198 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4655ede6-0509-421e-99ab-b6f1aadbac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.271829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3f8fb86b-a980-4030-a42e-245679e3c84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:57.318144 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-4655ede6-0509-421e-99ab-b6f1aadbac1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50a0b7a0eab44b43be0d35317d52959d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5775723
Apr 19 18:47:57.321040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44788) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:57.321922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655ede6-0509-421e-99ab-b6f1aadbac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3459f20-0f66-4a22-9c3c-0f0943d75fb2,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:57.326277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4655ede6-0509-421e-99ab-b6f1aadbac1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:57.394829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44794) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:57.410364 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3e1176-9da6-4af0-b97b-e0efa1ba849e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.438887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3e1176-9da6-4af0-b97b-e0efa1ba849e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.556639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.568421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3e1176-9da6-4af0-b97b-e0efa1ba849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.574698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:57.595271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e1176-9da6-4af0-b97b-e0efa1ba849e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3459f20-0f66-4a22-9c3c-0f0943d75fb2,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:57.599709 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:57.602141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1d3e1176-9da6-4af0-b97b-e0efa1ba849e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:57.605560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] Usage tracker for resource:security_group_rule and tenant:26d29b1d9a4a43f5845cc737f4770e82 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:57.611319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:57.621665 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:57.638645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3e1176-9da6-4af0-b97b-e0efa1ba849e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.639942 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1d3e1176-9da6-4af0-b97b-e0efa1ba849e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3459f20-0f66-4a22-9c3c-0f0943d75fb2 HTTP/1.1" status: 204  len: 168 time: 0.3177574
Apr 19 18:47:57.728404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.731617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.740345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:57.786768 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26d29b1d9a4a43f5845cc737f4770e82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3909392
Apr 19 18:47:57.788547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ab39cf-2b55-4d4b-869b-734b6c3c75f7,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:57.789905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44806) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:57.791809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:57.857306 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cb62a50e-239a-40b3-8885-c4e62d61fd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.892535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cb62a50e-239a-40b3-8885-c4e62d61fd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.943995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cb62a50e-239a-40b3-8885-c4e62d61fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.949596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0d3c5435-1596-415e-9415-b5c52b0cf281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:57.964655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62a50e-239a-40b3-8885-c4e62d61fd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ab39cf-2b55-4d4b-869b-734b6c3c75f7,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:57.971069 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-cb62a50e-239a-40b3-8885-c4e62d61fd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:57.976902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cb62a50e-239a-40b3-8885-c4e62d61fd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:57.982069 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-cb62a50e-239a-40b3-8885-c4e62d61fd11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47ab39cf-2b55-4d4b-869b-734b6c3c75f7 HTTP/1.1" status: 204  len: 168 time: 0.1896970
Apr 19 18:47:58.149009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155f8f8-99a6-46ca-8fc4-47cef9c519dc req-41146e69-2109-4e14-befc-8f888c5532de tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:58.156896 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1155f8f8-99a6-46ca-8fc4-47cef9c519dc req-41146e69-2109-4e14-befc-8f888c5532de tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1344161
Apr 19 18:47:58.211320 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1155f8f8-99a6-46ca-8fc4-47cef9c519dc req-34e668db-0f32-44fa-bbb7-fca07aae0172 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533767
Apr 19 18:47:58.410942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44838) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:58.434979 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:58.454698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:58.459758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] Usage tracker for resource:security_group_rule and tenant:7226be283a594516945329baac711b7a is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:58.463373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:58.472531 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:58.574992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44852) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:58.680861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:58.687604 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:58.700202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2de71b67-2972-43dc-8ce4-ec0a12dcc82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:58.759397 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd910a90-75b7-4539-8ed8-1fe91ed5913e,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:58.766913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:58.771945 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7226be283a594516945329baac711b7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3593855
Apr 19 18:47:58.774794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44860) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:58.848439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:58.884349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:58.893577 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b88a2367a04a36864a4262a3e4fe98 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:58.900739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:58.900908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-12d1ab28-836f-48ac-8388-843bc8fe8404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:58.920380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:58.942169 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-12d1ab28-836f-48ac-8388-843bc8fe8404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:58.961164 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd952-f5d1-4656-9c6c-61a6608126cc req-0d279431-4aa2-4b39-a09c-31c6922936f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:58.963166 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fb3bd952-f5d1-4656-9c6c-61a6608126cc req-0d279431-4aa2-4b39-a09c-31c6922936f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 1098 time: 0.3659775
Apr 19 18:47:58.997632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44870) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:59.001817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-12d1ab28-836f-48ac-8388-843bc8fe8404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.013798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4a7707fe-1749-4a24-b537-d8a96b51e9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:59.035213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1ab28-836f-48ac-8388-843bc8fe8404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd910a90-75b7-4539-8ed8-1fe91ed5913e,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:59.041160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-12d1ab28-836f-48ac-8388-843bc8fe8404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.043027 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-12d1ab28-836f-48ac-8388-843bc8fe8404 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd910a90-75b7-4539-8ed8-1fe91ed5913e HTTP/1.1" status: 204  len: 168 time: 0.2670705
Apr 19 18:47:59.048360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-12d1ab28-836f-48ac-8388-843bc8fe8404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:59.116704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c579d-383a-4c25-bd8f-def2635f7a6b req-193eb256-4765-4323-aca4-59b1e0ad1faf tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:59.135372 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-171c579d-383a-4c25-bd8f-def2635f7a6b req-193eb256-4765-4323-aca4-59b1e0ad1faf tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.4233377
Apr 19 18:47:59.243461 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.244031 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-171c579d-383a-4c25-bd8f-def2635f7a6b req-79d6b4b5-e56f-4c25-a301-174e9c06c857 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988762
Apr 19 18:47:59.260104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:47:59.262693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd952-f5d1-4656-9c6c-61a6608126cc req-affa9823-edb3-479f-b2fb-e791e03190b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:59.264292 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fb3bd952-f5d1-4656-9c6c-61a6608126cc req-affa9823-edb3-479f-b2fb-e791e03190b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 919 time: 0.2898145
Apr 19 18:47:59.264985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Usage tracker for resource:security_group_rule and tenant:30f30500244a430595cb1cf55e19584c is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:47:59.279519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:47:59.285962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:47:59.376434 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fb3bd952-f5d1-4656-9c6c-61a6608126cc req-bf34f2e1-c8a9-4359-a865-a429842376c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd HTTP/1.1" status: 200  len: 217 time: 0.0961523
Apr 19 18:47:59.380907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.389652 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.460098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2dcb611b-d26a-4ab0-aa1f-5f26573187df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:59.483614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.487661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.489411 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8b88a2367a04a36864a4262a3e4fe98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9131091
Apr 19 18:47:59.494046 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7890b293-cc35-4754-8ba4-bbfd4a42fb0b,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:59.498486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44888) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:59.527806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-76aef2fc-45b5-495e-b952-a3e123bd53c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:59.535548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.536417 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.536833 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.537488 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.538425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.539061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.539742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.541031 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30f30500244a430595cb1cf55e19584c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5421655
Apr 19 18:47:59.541864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 44896) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:47:59.543072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.544196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.544808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.545401 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.546272 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.603964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9efb715-e349-42ab-ad66-095c9014082c,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:59.609546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:59.627357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd952-f5d1-4656-9c6c-61a6608126cc req-c7b3f72e-aa61-4ad9-a970-8b6cc37e071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:47:59.631522 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fb3bd952-f5d1-4656-9c6c-61a6608126cc req-c7b3f72e-aa61-4ad9-a970-8b6cc37e071c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.2437015
Apr 19 18:47:59.641317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-46103aac-59b4-4173-a0c2-c5fb5d0ae75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.650776 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49dfc665-3ac4-481c-844a-dcf56e1307e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.681235 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49dfc665-3ac4-481c-844a-dcf56e1307e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.710918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.711489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.711635 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fb3bd952-f5d1-4656-9c6c-61a6608126cc req-6ed02298-23b5-4c89-9385-b2326603f1dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0677910
Apr 19 18:47:59.711936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.712353 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.712745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.713171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.713672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.714062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.715098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.715098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.715420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.715835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:47:59.724928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:59.759810 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49dfc665-3ac4-481c-844a-dcf56e1307e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.769875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e44b5819-e3eb-418b-a707-6d40f705cf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:47:59.782025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-46103aac-59b4-4173-a0c2-c5fb5d0ae75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.787809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49dfc665-3ac4-481c-844a-dcf56e1307e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.789675 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-49dfc665-3ac4-481c-844a-dcf56e1307e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9efb715-e349-42ab-ad66-095c9014082c HTTP/1.1" status: 204  len: 168 time: 0.2440901
Apr 19 18:47:59.806359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfc665-3ac4-481c-844a-dcf56e1307e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9efb715-e349-42ab-ad66-095c9014082c,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:47:59.814830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-49dfc665-3ac4-481c-844a-dcf56e1307e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:47:59.985870 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fb3bd952-f5d1-4656-9c6c-61a6608126cc req-606481de-558b-483b-9329-29bfafa04688 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2573643
Apr 19 18:47:59.991493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-46103aac-59b4-4173-a0c2-c5fb5d0ae75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:47:59.999271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1d3e1176-9da6-4af0-b97b-e0efa1ba849e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:00.057234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46103aac-59b4-4173-a0c2-c5fb5d0ae75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7890b293-cc35-4754-8ba4-bbfd4a42fb0b,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:00.057234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-46103aac-59b4-4173-a0c2-c5fb5d0ae75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:00.152084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-46103aac-59b4-4173-a0c2-c5fb5d0ae75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:00.162358 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-46103aac-59b4-4173-a0c2-c5fb5d0ae75b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7890b293-cc35-4754-8ba4-bbfd4a42fb0b HTTP/1.1" status: 204  len: 168 time: 0.6575770
Apr 19 18:48:00.246157 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fb3bd952-f5d1-4656-9c6c-61a6608126cc req-174fd676-6546-4cf1-898d-37fb4d03009b service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2479327
Apr 19 18:48:00.487519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5b6d8-84fd-4dfa-a106-bb4d645f0c10 req-655d3ff0-774f-4359-8c36-8a87e4ee40b6 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:00.489281 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab5b6d8-84fd-4dfa-a106-bb4d645f0c10 req-655d3ff0-774f-4359-8c36-8a87e4ee40b6 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1043503
Apr 19 18:48:00.567882 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab5b6d8-84fd-4dfa-a106-bb4d645f0c10 req-cd5fab22-b0b8-4455-83ef-2bc496227fd7 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717914
Apr 19 18:48:00.604763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44936) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:00.627322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:00.645858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:00.650548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed173e369684256b854534b3e9803c0 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:00.654625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:00.663411 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:00.770628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:00.773965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:00.783194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-46103aac-59b4-4173-a0c2-c5fb5d0ae75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:00.832184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9e6359-24e8-4fc0-a604-3ba10b4bd70d,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:00.835620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:00.841959 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ed173e369684256b854534b3e9803c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2328749
Apr 19 18:48:00.842925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44944) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:00.912330 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-81a0154c-dac8-4be4-907d-d29200d02615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:00.941567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-81a0154c-dac8-4be4-907d-d29200d02615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:00.990740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-81a0154c-dac8-4be4-907d-d29200d02615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:00.997780 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-212ec583-3f86-4318-9931-487e85543eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:01.009755 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0154c-dac8-4be4-907d-d29200d02615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9e6359-24e8-4fc0-a604-3ba10b4bd70d,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:01.013713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-81a0154c-dac8-4be4-907d-d29200d02615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:01.032727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-81a0154c-dac8-4be4-907d-d29200d02615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:01.036976 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-81a0154c-dac8-4be4-907d-d29200d02615 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac9e6359-24e8-4fc0-a604-3ba10b4bd70d HTTP/1.1" status: 204  len: 168 time: 0.1905842
Apr 19 18:48:01.604976 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 44990) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:01.632779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:01.658356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:01.663891 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] Usage tracker for resource:security_group_rule and tenant:7822472c2e404aa3873f32f41966543d is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:01.667434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:01.677616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:01.825408 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d41850-9cec-4c41-9a08-744a09426a40 req-b15d376e-8e7b-4ac1-92c9-888fdb37227d tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:01.827142 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-57d41850-9cec-4c41-9a08-744a09426a40 req-b15d376e-8e7b-4ac1-92c9-888fdb37227d tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1270366
Apr 19 18:48:01.901015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:01.908579 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:01.924320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f50f96d2-b428-427a-af09-d95bbbeee770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:01.973702 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-57d41850-9cec-4c41-9a08-744a09426a40 req-820bc43e-d15d-4b34-9600-a1af2359d85f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306822
Apr 19 18:48:01.988876 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7822472c2e404aa3873f32f41966543d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3826923
Apr 19 18:48:02.000187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 45032) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:02.020971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1456caa4-1d7a-4019-bae8-4d42b3e6fcc4,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:02.027318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:02.127364 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16f379c8-f9fc-4a16-b7d8-bea94d4443f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:02.159480 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16f379c8-f9fc-4a16-b7d8-bea94d4443f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:02.212701 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16f379c8-f9fc-4a16-b7d8-bea94d4443f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:02.218757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f01825ba-51bd-4e2d-ad60-8a29bbfc6057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:02.229858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f379c8-f9fc-4a16-b7d8-bea94d4443f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1456caa4-1d7a-4019-bae8-4d42b3e6fcc4,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:02.233437 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-16f379c8-f9fc-4a16-b7d8-bea94d4443f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:02.239820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16f379c8-f9fc-4a16-b7d8-bea94d4443f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:02.241055 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-16f379c8-f9fc-4a16-b7d8-bea94d4443f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1456caa4-1d7a-4019-bae8-4d42b3e6fcc4 HTTP/1.1" status: 204  len: 168 time: 0.2397127
Apr 19 18:48:03.284448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 45098) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:03.365648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45104) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:03.463755 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-783637624-network', 'tenant_id': '6288e4f7c996422d816458f457575017'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:48:03.469221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:03.473412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Usage tracker for resource:network and tenant:6288e4f7c996422d816458f457575017 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:03.476326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:03.483385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:03.493494 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Made reservation on behalf of 6288e4f7c996422d816458f457575017 for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:48:03.499192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.506104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.519857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.522515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:03.526610 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] Usage tracker for resource:security_group_rule and tenant:5946f6f686f84dd380f5cd89fc708e6c is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:03.529044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:03.530317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:03.533388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Usage tracker for resource:security_group_rule and tenant:6288e4f7c996422d816458f457575017 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:03.536403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:03.536851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:03.542406 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:03.632748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.635967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.644493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.647567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.648559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:03.652136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-119402ab-9095-4480-b96e-b0a5b34596c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:03.685669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'}  {{(pid=86308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:48:03.702144 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5946f6f686f84dd380f5cd89fc708e6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3335800
Apr 19 18:48:03.702144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a834b9c-33f6-4077-9490-0ada0ec3d5f7,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:03.703230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73302820-6127-469d-b08b-df9361baa716,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:03.704209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45112) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:03.707562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:03.707786 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:03.710712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.711131 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Added segment 9b28b4c1-a168-413a-9635-9a1e04d67bfc of type vlan for network caf15418-6829-44da-ba49-169ee975acc8
Apr 19 18:48:03.747453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.771527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6416568-c7fa-4e61-92e4-433398285b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.777785 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.779926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:03.780585 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.784563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:03.801651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6416568-c7fa-4e61-92e4-433398285b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.847974 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6416568-c7fa-4e61-92e4-433398285b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.853041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2b1d766b-27f5-425f-9edb-087197dcbfb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:03.866162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6416568-c7fa-4e61-92e4-433398285b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a834b9c-33f6-4077-9490-0ada0ec3d5f7,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:03.869349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c6416568-c7fa-4e61-92e4-433398285b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:03.871625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6416568-c7fa-4e61-92e4-433398285b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:03.875130 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c6416568-c7fa-4e61-92e4-433398285b6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a834b9c-33f6-4077-9490-0ada0ec3d5f7 HTTP/1.1" status: 204  len: 168 time: 0.1694458
Apr 19 18:48:03.898634 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6129234
Apr 19 18:48:03.901905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Pushing event updated for resources: {'Network': ['ID=caf15418-6829-44da-ba49-169ee975acc8,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:03.902059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45118) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:03.904872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:03.910432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Request body: {'subnet': {'network_id': 'caf15418-6829-44da-ba49-169ee975acc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-783637624-subnet', 'tenant_id': '6288e4f7c996422d816458f457575017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:48:03.912484 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network caf15418-6829-44da-ba49-169ee975acc8 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:48:03.916290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:03.922541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Usage tracker for resource:subnet and tenant:6288e4f7c996422d816458f457575017 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:03.925787 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:03.932227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:03.942816 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Made reservation on behalf of 6288e4f7c996422d816458f457575017 for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:48:03.948045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844669259'] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:04.204385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 45126) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:04.224973 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:04.242727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:04.247613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a8d72bb8f7194d7c8699ec2ef6aa31c5 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:04.251090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:04.258041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:04.353746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:04.357627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:04.367418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9f714b48-2562-49ee-a410-dc55449f4226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:04.412263 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8d72bb8f7194d7c8699ec2ef6aa31c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2066624
Apr 19 18:48:04.414069 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41e48c8-9f25-4a34-86c9-457b9e5f9ace,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:04.415453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45130) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:04.417280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:04.573009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2eb36561-c07e-4887-830b-acdf1254d81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:04.609211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2eb36561-c07e-4887-830b-acdf1254d81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:04.723035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2eb36561-c07e-4887-830b-acdf1254d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:04.728474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-770c3e39-bce6-40a8-a7f5-a20a12dac30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:04.753913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb36561-c07e-4887-830b-acdf1254d81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41e48c8-9f25-4a34-86c9-457b9e5f9ace,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:04.758729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2eb36561-c07e-4887-830b-acdf1254d81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:04.767414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852644737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844669276'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:04.773644 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:04.800596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2eb36561-c07e-4887-830b-acdf1254d81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:04.801818 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2eb36561-c07e-4887-830b-acdf1254d81b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b41e48c8-9f25-4a34-86c9-457b9e5f9ace HTTP/1.1" status: 204  len: 168 time: 0.3853643
Apr 19 18:48:04.856275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a996ff6d-28d8-4067-823d-7212f81b7654,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:04.862155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:04.865145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Checking segment: {'id': '9b28b4c1-a168-413a-9635-9a1e04d67bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:48:04.865543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Network hostable DHCP agents. Network: caf15418-6829-44da-ba49-169ee975acc8, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:48:04.885686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Network caf15418-6829-44da-ba49-169ee975acc8 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:48:04.895637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, caf15418-6829-44da-ba49-169ee975acc8) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:48:04.908802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd515b-6029-4049-a71a-0cb020e761db None None] Network caf15418-6829-44da-ba49-169ee975acc8 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:48:04.909310 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:04.909971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:04.937688 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0246429
Apr 19 18:48:05.163007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29a07f-7ad4-4068-90cb-4b0d3c21d168 None None] Network caf15418-6829-44da-ba49-169ee975acc8 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:48:05.640559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf7963-28fa-4436-8835-d471f7b9bb83 req-dd6bf7f2-be73-467d-aae3-32cff5e8cabe tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:05.648120 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7adf7963-28fa-4436-8835-d471f7b9bb83 req-dd6bf7f2-be73-467d-aae3-32cff5e8cabe tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1705892
Apr 19 18:48:05.710381 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7adf7963-28fa-4436-8835-d471f7b9bb83 req-1d219702-1394-4176-9c43-85b22da88f34 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600255
Apr 19 18:48:07.158602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45248) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:07.312223 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-fc64c025-77ba-4c9d-89c6-fe7d5f97c055 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:07.313085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-fc64c025-77ba-4c9d-89c6-fe7d5f97c055 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Synchronizing usage tracker for tenant:6288e4f7c996422d816458f457575017 on resource:network {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:48:07.325422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:07.334756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-fc64c025-77ba-4c9d-89c6-fe7d5f97c055 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Unset dirty status for tenant:6288e4f7c996422d816458f457575017 on resource:network {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:48:07.336311 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-fc64c025-77ba-4c9d-89c6-fe7d5f97c055 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/networks?id=caf15418-6829-44da-ba49-169ee975acc8 HTTP/1.1" status: 200  len: 813 time: 0.2153223
Apr 19 18:48:07.345023 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:07.349783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] Usage tracker for resource:security_group_rule and tenant:f482c769229d4bfebf716fe2620ea83b is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:07.353500 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:07.357869 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-8fa05027-e7dd-4c9b-b975-12a94eaf9dab tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/quotas/6288e4f7c996422d816458f457575017 HTTP/1.1" status: 200  len: 375 time: 0.0134234
Apr 19 18:48:07.361275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:07.422200 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-225a28f5-b122-4d10-91b9-acea2a1ab481 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6288e4f7c996422d816458f457575017&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0562308
Apr 19 18:48:07.476775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:07.480202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:07.490978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:07.537570 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f482c769229d4bfebf716fe2620ea83b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3765769
Apr 19 18:48:07.538057 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fb6172-7957-4979-84df-1b30d185962c,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:07.541492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:07.542155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45262) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:07.613050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e4efcb74-db09-4f08-84d9-d423079b3f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:07.645989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e4efcb74-db09-4f08-84d9-d423079b3f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:07.703873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e4efcb74-db09-4f08-84d9-d423079b3f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:07.710174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2f9e7011-18ec-43c1-ac24-00ca5dd0af7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:07.723970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efcb74-db09-4f08-84d9-d423079b3f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fb6172-7957-4979-84df-1b30d185962c,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:07.728650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e4efcb74-db09-4f08-84d9-d423079b3f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:07.734029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e4efcb74-db09-4f08-84d9-d423079b3f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:07.737959 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e4efcb74-db09-4f08-84d9-d423079b3f65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2fb6172-7957-4979-84df-1b30d185962c HTTP/1.1" status: 204  len: 168 time: 0.1920538
Apr 19 18:48:07.891821 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-ba77cee9-82a6-4561-9fcb-a582b74ffb7f service neutron] 10.222.0.41 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4591417
Apr 19 18:48:07.909737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88adf2-857e-4ee0-9995-ced4c942c39b req-01c811a9-c403-4e53-91a0-1d825cf0db68 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:07.915513 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7c88adf2-857e-4ee0-9995-ced4c942c39b req-01c811a9-c403-4e53-91a0-1d825cf0db68 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.4596667
Apr 19 18:48:08.060822 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7c88adf2-857e-4ee0-9995-ced4c942c39b req-17a9c0e4-9431-439d-b8c5-ce07bace6097 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191664
Apr 19 18:48:08.107890 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9f6eb268-7f13-4fb5-abdc-f2cfeb97c55c service neutron] 10.222.0.41 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1912386
Apr 19 18:48:08.117503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45276) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:08.145800 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:08.165698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:08.170538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] Usage tracker for resource:security_group_rule and tenant:e9573d40b4684a658b0374269710f6d2 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:08.174630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:08.182387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:08.300873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:08.307878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:08.319033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7abfabc8-c039-444c-a741-8c4c45e653ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:08.370843 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9573d40b4684a658b0374269710f6d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2521248
Apr 19 18:48:08.371879 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccac49f6-139d-49c9-a508-0e3c00f7df12,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:08.374031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 45284) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:08.376067 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:08.455040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bac7b50f-29e9-4f55-8090-ba2898f9fd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:08.490108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bac7b50f-29e9-4f55-8090-ba2898f9fd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:08.548987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bac7b50f-29e9-4f55-8090-ba2898f9fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:08.555288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f1d4966d-faa9-4a8c-8f1b-e081b90d24f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:08.571741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7b50f-29e9-4f55-8090-ba2898f9fd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccac49f6-139d-49c9-a508-0e3c00f7df12,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:08.575634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bac7b50f-29e9-4f55-8090-ba2898f9fd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:08.580293 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bac7b50f-29e9-4f55-8090-ba2898f9fd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:08.583318 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-bac7b50f-29e9-4f55-8090-ba2898f9fd63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccac49f6-139d-49c9-a508-0e3c00f7df12 HTTP/1.1" status: 204  len: 168 time: 0.2079349
Apr 19 18:48:09.933094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-23c51ad3-db1b-4216-a44f-f63e4560cc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:10.169835 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9e38430b-0622-4487-8aac-50501bad640f req-54d34e10-d663-4763-b271-4d26767233c0 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 210 time: 0.1075213
Apr 19 18:48:10.881028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-74c00734-1358-44d5-8e94-ecc5fc664b49 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:10.883454 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-74c00734-1358-44d5-8e94-ecc5fc664b49 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.62 "GET /v2.0/networks?id=caf15418-6829-44da-ba49-169ee975acc8 HTTP/1.1" status: 200  len: 813 time: 0.2093649
Apr 19 18:48:10.909683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Request body: {'port': {'device_id': '4184de85-5002-4f6b-8d1e-81f77c534a0e', 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8', 'admin_state_up': True, 'tenant_id': '6288e4f7c996422d816458f457575017'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:48:11.132218 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:11.143612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Usage tracker for resource:port and tenant:6288e4f7c996422d816458f457575017 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:11.147713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:11.155838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:11.166947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Made reservation on behalf of 6288e4f7c996422d816458f457575017 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:48:11.173905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:11.421777 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-383c9199-6d00-472d-99df-19064daad975 req-663d7a8b-2be2-4622-8376-a09353ca0690 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 210 time: 0.0699279
Apr 19 18:48:11.444466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Allocated IP 172.20.0.12 (caf15418-6829-44da-ba49-169ee975acc8/a996ff6d-28d8-4067-823d-7212f81b7654/4894e81c-3517-401c-9729-3a895b6f0252) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:48:11.805687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:11.846442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:11.864800 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:11.953884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Network caf15418-6829-44da-ba49-169ee975acc8 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:48:11.964461 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:48:11.970844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:48:12.025189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Pushing event updated for resources: {'Port': ['ID=4894e81c-3517-401c-9729-3a895b6f0252,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:12.031211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:12.075056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:12.075770 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:12.128821 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2315483
Apr 19 18:48:12.874542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-261f4776-5669-4718-b41a-198a905d3e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:13.238189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:13.899788 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:48:14.158098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:14.520156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Request body: {'port': {'device_id': '4184de85-5002-4f6b-8d1e-81f77c534a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:48:14.540361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:14.732685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:14.851966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948b897-b20f-4378-ac2c-1ffd257d1b21 req-a8738a22-53c1-4cbf-9b9a-ddb943233052 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:14.852744 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-a948b897-b20f-4378-ac2c-1ffd257d1b21 req-a8738a22-53c1-4cbf-9b9a-ddb943233052 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Synchronizing usage tracker for tenant:6288e4f7c996422d816458f457575017 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:48:14.927355 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-a948b897-b20f-4378-ac2c-1ffd257d1b21 req-a8738a22-53c1-4cbf-9b9a-ddb943233052 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Unset dirty status for tenant:6288e4f7c996422d816458f457575017 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:48:14.928637 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a948b897-b20f-4378-ac2c-1ffd257d1b21 req-a8738a22-53c1-4cbf-9b9a-ddb943233052 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 932 time: 0.2540681
Apr 19 18:48:15.029340 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-a948b897-b20f-4378-ac2c-1ffd257d1b21 req-09189b71-933b-472c-bdfe-3cb65a736184 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Synchronizing usage tracker for tenant:6288e4f7c996422d816458f457575017 on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:48:15.123240 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-a948b897-b20f-4378-ac2c-1ffd257d1b21 req-09189b71-933b-472c-bdfe-3cb65a736184 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Unset dirty status for tenant:6288e4f7c996422d816458f457575017 on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:48:15.124590 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a948b897-b20f-4378-ac2c-1ffd257d1b21 req-09189b71-933b-472c-bdfe-3cb65a736184 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835957
Apr 19 18:48:15.257669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4894e81c-3517-401c-9729-3a895b6f0252 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:48:15.267093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:15.286981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Transition to ACTIVE for port object 4894e81c-3517-401c-9729-3a895b6f0252 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:48:15.290159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:15.296670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:15.478210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Pushing event updated for resources: {'Port': ['ID=4894e81c-3517-401c-9729-3a895b6f0252,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:15.510892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:15.550837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:15.556837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Attempting to bind port 4894e81c-3517-401c-9729-3a895b6f0252 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:48:15.557219 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Attempting to bind port 4894e81c-3517-401c-9729-3a895b6f0252 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '9b28b4c1-a168-413a-9635-9a1e04d67bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:48:15.557618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Attempting to bind port 4894e81c-3517-401c-9729-3a895b6f0252 on network caf15418-6829-44da-ba49-169ee975acc8 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:48:15.567422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Port 4894e81c-3517-401c-9729-3a895b6f0252 on network caf15418-6829-44da-ba49-169ee975acc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:48:15.567422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Attempting to bind port 4894e81c-3517-401c-9729-3a895b6f0252 on network caf15418-6829-44da-ba49-169ee975acc8 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:48:15.572325 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:48:15.572705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Checking segment: {'id': '9b28b4c1-a168-413a-9635-9a1e04d67bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:48:15.573129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Bound using segment: {'id': '9b28b4c1-a168-413a-9635-9a1e04d67bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:48:15.573615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Bound port: 4894e81c-3517-401c-9729-3a895b6f0252, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b28b4c1-a168-413a-9635-9a1e04d67bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:48:15.573998 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:15.678122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] For port 4894e81c-3517-401c-9729-3a895b6f0252, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:48:15.681532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] For port 4894e81c-3517-401c-9729-3a895b6f0252, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4894e81c-3517-401c-9729-3a895b6f0252,segment=NetworkSegment(9b28b4c1-a168-413a-9635-9a1e04d67bfc),segment_id=9b28b4c1-a168-413a-9635-9a1e04d67bfc)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:48:15.685964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:15.697648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70aa8f66-77a9-4bd3-a4a7-b301235fad3a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:15.753576 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:15.754209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:15.755759 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] 10.222.0.62 "PUT /v2.0/ports/4894e81c-3517-401c-9729-3a895b6f0252 HTTP/1.1" status: 200  len: 1094 time: 1.2451081
Apr 19 18:48:15.756336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4184de85-5002-4f6b-8d1e-81f77c534a0e', 'tag': '4894e81c-3517-401c-9729-3a895b6f0252'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:48:15.810288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Pushing event updated for resources: {'Port': ['ID=4894e81c-3517-401c-9729-3a895b6f0252,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:15.861601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:15.863316 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4184de85-5002-4f6b-8d1e-81f77c534a0e', 'tag': '4894e81c-3517-401c-9729-3a895b6f0252', 'status': 'completed', 'code': 200}
Apr 19 18:48:15.916932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-813fc930-1c61-49a9-9213-4bf108d576eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:15.922221 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-813fc930-1c61-49a9-9213-4bf108d576eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6288e4f7c996422d816458f457575017&device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 1097 time: 0.1018982
Apr 19 18:48:16.007852 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-7ed1fb31-4d2e-45a8-8f85-f4e3f275ecf6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4894e81c-3517-401c-9729-3a895b6f0252 HTTP/1.1" status: 200  len: 217 time: 0.0793271
Apr 19 18:48:16.095469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-cca3b59d-45c4-4c7f-8788-14028efb3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:16.097151 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-cca3b59d-45c4-4c7f-8788-14028efb3030 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a996ff6d-28d8-4067-823d-7212f81b7654 HTTP/1.1" status: 200  len: 853 time: 0.0822599
Apr 19 18:48:16.167708 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-f0a17d9e-d645-44c2-9ba3-b1e90150d922 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=caf15418-6829-44da-ba49-169ee975acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0638680
Apr 19 18:48:16.418062 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-c847b1ef-f7a1-4968-ba01-71fec178dda2 service neutron] 10.222.0.62 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420864
Apr 19 18:48:16.550497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cace7-54f8-4199-9d61-5e99ac5f132f req-482c29a7-a9c4-4b6c-82eb-c03a4fe93ca8 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:16.552163 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-eb4cace7-54f8-4199-9d61-5e99ac5f132f req-482c29a7-a9c4-4b6c-82eb-c03a4fe93ca8 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 944 time: 0.2487760
Apr 19 18:48:16.662453 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-eb4cace7-54f8-4199-9d61-5e99ac5f132f req-64a2f1f2-04c2-4b71-a706-ae2dc61f233c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953655
Apr 19 18:48:16.664805 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-37f04c54-2583-44de-b87c-8ab8504f9784 req-870551d9-4df0-4dbb-854a-cb61083c3eab service neutron] 10.222.0.62 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2400005
Apr 19 18:48:16.821223 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989bbde-9ba5-4743-b3aa-4fef49520292 req-33d5215b-bf2c-4879-9b47-05aa7617d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:16.822894 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0989bbde-9ba5-4743-b3aa-4fef49520292 req-33d5215b-bf2c-4879-9b47-05aa7617d83e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6288e4f7c996422d816458f457575017&device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 1097 time: 0.0826843
Apr 19 18:48:16.969472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989bbde-9ba5-4743-b3aa-4fef49520292 req-c79a15d5-e20a-49ba-884d-f8e889a386f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:16.971087 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0989bbde-9ba5-4743-b3aa-4fef49520292 req-c79a15d5-e20a-49ba-884d-f8e889a386f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=caf15418-6829-44da-ba49-169ee975acc8 HTTP/1.1" status: 200  len: 914 time: 0.1391060
Apr 19 18:48:17.292725 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0989bbde-9ba5-4743-b3aa-4fef49520292 req-9d926b1d-56ae-40db-884c-c39cc2a28893 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4894e81c-3517-401c-9729-3a895b6f0252 HTTP/1.1" status: 200  len: 217 time: 0.3067613
Apr 19 18:48:17.370387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989bbde-9ba5-4743-b3aa-4fef49520292 req-bf8908b4-46f9-4904-a641-ce025a6da4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:17.372730 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0989bbde-9ba5-4743-b3aa-4fef49520292 req-bf8908b4-46f9-4904-a641-ce025a6da4b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a996ff6d-28d8-4067-823d-7212f81b7654 HTTP/1.1" status: 200  len: 853 time: 0.0718601
Apr 19 18:48:17.435991 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0989bbde-9ba5-4743-b3aa-4fef49520292 req-37f665d1-48b2-44e3-a90e-70d911b92392 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=caf15418-6829-44da-ba49-169ee975acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531447
Apr 19 18:48:17.600740 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0989bbde-9ba5-4743-b3aa-4fef49520292 req-cceaecca-580a-46d4-9c21-e08f5c9c8e2a service neutron] 10.222.0.62 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538136
Apr 19 18:48:17.790426 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0989bbde-9ba5-4743-b3aa-4fef49520292 req-61f05ef9-579a-47dc-a418-bed932ccaff3 service neutron] 10.222.0.62 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1820536
Apr 19 18:48:18.233766 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29535c-c5b0-48bd-a9d9-fab977760212 req-37e8760b-a271-42c4-af82-27962687ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:18.235554 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d29535c-c5b0-48bd-a9d9-fab977760212 req-37e8760b-a271-42c4-af82-27962687ff17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 1098 time: 0.2349968
Apr 19 18:48:18.302676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13efefe-ece7-4db0-acc2-223c410ac622 req-d34350aa-d3c3-43c5-a9f1-8c489c0dfba3 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:18.311066 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a13efefe-ece7-4db0-acc2-223c410ac622 req-d34350aa-d3c3-43c5-a9f1-8c489c0dfba3 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 944 time: 0.2246904
Apr 19 18:48:18.439673 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a13efefe-ece7-4db0-acc2-223c410ac622 req-1de3f415-b4ad-4f99-9145-8f33f77be7e2 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276054
Apr 19 18:48:18.477612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29535c-c5b0-48bd-a9d9-fab977760212 req-9a78d4a9-a5e8-466b-baef-96509de7ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:18.479564 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d29535c-c5b0-48bd-a9d9-fab977760212 req-9a78d4a9-a5e8-466b-baef-96509de7ccf6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 919 time: 0.2345047
Apr 19 18:48:18.514725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 4894e81c-3517-401c-9729-3a895b6f0252 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:48:18.573234 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d29535c-c5b0-48bd-a9d9-fab977760212 req-db878980-b568-4640-8dbe-7a722a529740 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd HTTP/1.1" status: 200  len: 217 time: 0.0834575
Apr 19 18:48:18.677997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45574) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:18.710056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 4894e81c-3517-401c-9729-3a895b6f0252, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4894e81c-3517-401c-9729-3a895b6f0252,segment=NetworkSegment(9b28b4c1-a168-413a-9635-9a1e04d67bfc),segment_id=9b28b4c1-a168-413a-9635-9a1e04d67bfc)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:48:18.728743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '4894e81c-3517-401c-9729-3a895b6f0252', 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8', 'port_id': '4894e81c-3517-401c-9729-3a895b6f0252', 'mac_address': 'fa:16:3e:1f:25:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a996ff6d-28d8-4067-823d-7212f81b7654', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:48:18.733315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29535c-c5b0-48bd-a9d9-fab977760212 req-7727506d-a5b0-47be-90bd-64b0efc5e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:18.735052 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d29535c-c5b0-48bd-a9d9-fab977760212 req-7727506d-a5b0-47be-90bd-64b0efc5e10e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.1555109
Apr 19 18:48:18.860000 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d29535c-c5b0-48bd-a9d9-fab977760212 req-93f30d97-618a-4de5-92af-2a97e26dde88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0996222
Apr 19 18:48:18.920153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:18.962174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4894e81c-3517-401c-9729-3a895b6f0252 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:48:18.972210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:18.992919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:18.999286 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 4894e81c-3517-401c-9729-3a895b6f0252, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4894e81c-3517-401c-9729-3a895b6f0252,segment=NetworkSegment(9b28b4c1-a168-413a-9635-9a1e04d67bfc),segment_id=9b28b4c1-a168-413a-9635-9a1e04d67bfc)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:48:18.999639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] Usage tracker for resource:security_group_rule and tenant:cc406ab541e84d3db22595c6d4946133 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:19.005119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:19.007023 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906e6f9-2db7-4637-8dd5-0b2074254ab8 req-6b0b782e-81e4-4ac9-aea5-7015e3f821ae tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:19.007541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:19.010020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f04d5414-32bc-4c38-a877-269e0b140bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:19.015535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:19.016712 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7906e6f9-2db7-4637-8dd5-0b2074254ab8 req-6b0b782e-81e4-4ac9-aea5-7015e3f821ae tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.3667669
Apr 19 18:48:19.135837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01f3c5-4e02-4354-a4c9-38b223346ee6 req-19ae9c03-1755-494f-b0db-be7dcc654b7f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:19.138380 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff01f3c5-4e02-4354-a4c9-38b223346ee6 req-19ae9c03-1755-494f-b0db-be7dcc654b7f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.2773721
Apr 19 18:48:19.160918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=4894e81c-3517-401c-9729-3a895b6f0252,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:19.165708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:19.169783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:19.175771 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7906e6f9-2db7-4637-8dd5-0b2074254ab8 req-1325d241-3440-4678-a1a0-cc406e0cada6 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580107
Apr 19 18:48:19.178866 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.180087 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.180940 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.181802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.182754 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.183688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.185009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.185884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.187007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.187978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.189017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.189904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:48:19.198311 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:19.229168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2eb36561-c07e-4887-830b-acdf1254d81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:19.244645 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d29535c-c5b0-48bd-a9d9-fab977760212 req-b7372f68-4b4c-48d7-875e-ee47976c8868 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3279641
Apr 19 18:48:19.253853 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff01f3c5-4e02-4354-a4c9-38b223346ee6 req-4a0692cb-9cd6-47b5-84b9-599fcebbbffa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818195
Apr 19 18:48:19.266657 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc406ab541e84d3db22595c6d4946133&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5872946
Apr 19 18:48:19.275040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45584) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:19.303396 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9424947e-5707-421e-84fd-07a616498c11,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:19.307404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:19.337765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['4894e81c-3517-401c-9729-3a895b6f0252'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:48:19.363974 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9c2bd6ad-34fd-4f16-a53c-4f33cf8fae02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:19.401099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9c2bd6ad-34fd-4f16-a53c-4f33cf8fae02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:19.457382 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d29535c-c5b0-48bd-a9d9-fab977760212 req-7a18ffa4-de49-4c77-a692-e961bb5f3a50 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936324
Apr 19 18:48:19.504855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9c2bd6ad-34fd-4f16-a53c-4f33cf8fae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:19.511298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-12d1ab28-836f-48ac-8388-843bc8fe8404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:19.531442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bd6ad-34fd-4f16-a53c-4f33cf8fae02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9424947e-5707-421e-84fd-07a616498c11,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:19.544600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9c2bd6ad-34fd-4f16-a53c-4f33cf8fae02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:19.547255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9c2bd6ad-34fd-4f16-a53c-4f33cf8fae02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:19.548522 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-9c2bd6ad-34fd-4f16-a53c-4f33cf8fae02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9424947e-5707-421e-84fd-07a616498c11 HTTP/1.1" status: 204  len: 168 time: 0.2724357
Apr 19 18:48:19.713387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a01e61-625a-403d-a1d3-19b8d2bed4c2 req-fc7c71db-d0ab-48da-a28f-cc2eb193bc76 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:19.715132 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-87a01e61-625a-403d-a1d3-19b8d2bed4c2 req-fc7c71db-d0ab-48da-a28f-cc2eb193bc76 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 945 time: 0.1217146
Apr 19 18:48:19.768649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-87a01e61-625a-403d-a1d3-19b8d2bed4c2 req-264a7bb5-79a5-4104-b81f-a690b030eaad tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461669
Apr 19 18:48:19.895862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45604) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:19.915512 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:19.932888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:19.938791 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] Usage tracker for resource:security_group_rule and tenant:fcbba36ecb1247a99d2670dce0fd3573 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:19.941898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:19.948558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:20.048849 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:20.052564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:20.063341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-49dfc665-3ac4-481c-844a-dcf56e1307e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:20.107399 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcbba36ecb1247a99d2670dce0fd3573&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2103469
Apr 19 18:48:20.108397 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d20edd-9829-485b-b28d-2acdd5c0988a,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:20.110287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 45610) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:20.111812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:20.182371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-728c97fd-7bf8-41af-8931-20083b96365a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:20.213286 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-728c97fd-7bf8-41af-8931-20083b96365a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:20.264009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-728c97fd-7bf8-41af-8931-20083b96365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:20.270250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-52d92f35-62c6-4334-84f2-8302131e0ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:20.289455 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c97fd-7bf8-41af-8931-20083b96365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d20edd-9829-485b-b28d-2acdd5c0988a,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:20.291821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-728c97fd-7bf8-41af-8931-20083b96365a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:20.294609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-728c97fd-7bf8-41af-8931-20083b96365a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:20.294609 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-728c97fd-7bf8-41af-8931-20083b96365a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07d20edd-9829-485b-b28d-2acdd5c0988a HTTP/1.1" status: 204  len: 168 time: 0.1831460
Apr 19 18:48:20.487710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b45ef4-1a57-4ef8-a86a-a6131288016e req-70cb6297-eb79-40fa-a5e8-c05ff4baef07 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:20.489435 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-02b45ef4-1a57-4ef8-a86a-a6131288016e req-70cb6297-eb79-40fa-a5e8-c05ff4baef07 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1514535
Apr 19 18:48:20.533773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 4894e81c-3517-401c-9729-3a895b6f0252 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:48:20.568728 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-02b45ef4-1a57-4ef8-a86a-a6131288016e req-0f9dc83b-c04d-486d-b81a-3a639d0c7c29 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667753
Apr 19 18:48:20.578933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43979b7b-a60c-461f-a408-0775c538c5c0 req-cfad9cdc-1373-46cb-bb59-5ad233a822b4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:20.581362 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-43979b7b-a60c-461f-a408-0775c538c5c0 req-cfad9cdc-1373-46cb-bb59-5ad233a822b4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1675279
Apr 19 18:48:20.642965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port 4894e81c-3517-401c-9729-3a895b6f0252 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:48:20.654346 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 4894e81c-3517-401c-9729-3a895b6f0252 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:48:20.655061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:20.691893 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-43979b7b-a60c-461f-a408-0775c538c5c0 req-83a76627-7249-428b-9bec-c7b67d9da15b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953827
Apr 19 18:48:20.812853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:20.847302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4184de85-5002-4f6b-8d1e-81f77c534a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4894e81c-3517-401c-9729-3a895b6f0252'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:48:20.859561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 4894e81c-3517-401c-9729-3a895b6f0252, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4894e81c-3517-401c-9729-3a895b6f0252,segment=NetworkSegment(9b28b4c1-a168-413a-9635-9a1e04d67bfc),segment_id=9b28b4c1-a168-413a-9635-9a1e04d67bfc)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:48:20.864001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:20.867881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a6882427-b7db-4c86-abaf-cc0c8791c547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:20.910172 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 45636) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:20.938139 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4184de85-5002-4f6b-8d1e-81f77c534a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4894e81c-3517-401c-9729-3a895b6f0252', 'code': 200}
Apr 19 18:48:20.981820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=4894e81c-3517-401c-9729-3a895b6f0252,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:20.986270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:20.994936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:21.028685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:21.035741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] Usage tracker for resource:security_group_rule and tenant:3b43abb5c56447a7beaccae0a08cb8b6 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:21.041930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:21.051648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:21.134994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939adffa-c3fd-4b3c-89fc-c6dc012dcf15 req-d9fa907b-7cb3-4ffc-97a4-64ff597f9c21 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:21.143395 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-939adffa-c3fd-4b3c-89fc-c6dc012dcf15 req-d9fa907b-7cb3-4ffc-97a4-64ff597f9c21 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 946 time: 0.1982951
Apr 19 18:48:21.272216 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-939adffa-c3fd-4b3c-89fc-c6dc012dcf15 req-fd3e9dd0-d1a5-4719-84c1-1b41d8a7d7ca tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275573
Apr 19 18:48:21.318713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:21.324347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:21.334137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1ebb872d-b6e3-4983-9795-f079ebea6b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:21.380084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98adbe6-048a-4b17-8b63-89d41685e605 req-abdc73e1-564f-44de-a10c-f2389230b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:21.381743 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f98adbe6-048a-4b17-8b63-89d41685e605 req-abdc73e1-564f-44de-a10c-f2389230b2f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 1099 time: 0.2100804
Apr 19 18:48:21.391388 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b43abb5c56447a7beaccae0a08cb8b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4794393
Apr 19 18:48:21.394340 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45642) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:21.409083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a01a771-110c-4abf-bcdc-26f8d112d457,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:21.414971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:21.437626 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f98adbe6-048a-4b17-8b63-89d41685e605 req-120c9de3-c4ac-460b-ba1a-5154218c290f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449367
Apr 19 18:48:21.474515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-08a11b8b-279d-4321-90ee-954df7fff2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:21.503285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-08a11b8b-279d-4321-90ee-954df7fff2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:21.556363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-08a11b8b-279d-4321-90ee-954df7fff2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:21.562434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9af06bd9-1b4a-47c6-bb14-38752ad4493b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:21.579968 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a11b8b-279d-4321-90ee-954df7fff2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a01a771-110c-4abf-bcdc-26f8d112d457,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:21.587931 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-08a11b8b-279d-4321-90ee-954df7fff2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:21.589250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-08a11b8b-279d-4321-90ee-954df7fff2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:21.593774 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-08a11b8b-279d-4321-90ee-954df7fff2a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a01a771-110c-4abf-bcdc-26f8d112d457 HTTP/1.1" status: 204  len: 168 time: 0.1950314
Apr 19 18:48:21.838797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37c8cb-330f-4c81-a492-e5abecefae11 req-6bcdcef9-d068-4989-a3a0-15b2e35a8583 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:21.847376 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b37c8cb-330f-4c81-a492-e5abecefae11 req-6bcdcef9-d068-4989-a3a0-15b2e35a8583 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1346481
Apr 19 18:48:21.935464 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b37c8cb-330f-4c81-a492-e5abecefae11 req-4ebfb084-c147-4024-aeff-cd1571350f6d tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855865
Apr 19 18:48:22.048981 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b113051-63cf-406d-8111-a2d64cff1428 req-063f88d0-01bc-47bd-99b1-0f024c8580ae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1585834
Apr 19 18:48:22.066105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfd00-3412-491a-843d-eb623abef850 req-fcfbf1c9-6e89-4b94-80f1-f78988b336d3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:22.067901 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6ecfd00-3412-491a-843d-eb623abef850 req-fcfbf1c9-6e89-4b94-80f1-f78988b336d3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1372340
Apr 19 18:48:22.185764 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6ecfd00-3412-491a-843d-eb623abef850 req-d4bf9445-658e-4710-b974-49ee7787b573 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055479
Apr 19 18:48:22.246168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b113051-63cf-406d-8111-a2d64cff1428 req-d570d7b9-577d-4d0f-98fa-c87e812e8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:22.249905 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b113051-63cf-406d-8111-a2d64cff1428 req-d570d7b9-577d-4d0f-98fa-c87e812e8387 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 1099 time: 0.1513247
Apr 19 18:48:22.442134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45674) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:22.631227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:22.653942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:22.660711 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff28396ca3f4f7ea1e36da710f75363 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:22.661889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b113051-63cf-406d-8111-a2d64cff1428 req-3ea3750e-6125-42cf-87d7-ce731bc47d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:22.664071 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b113051-63cf-406d-8111-a2d64cff1428 req-3ea3750e-6125-42cf-87d7-ce731bc47d0f service neutron] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 919 time: 0.3893316
Apr 19 18:48:22.664402 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:22.677397 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:22.785275 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b113051-63cf-406d-8111-a2d64cff1428 req-9e3d5412-f11f-4a1f-8caf-b984d56bec90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60e54750-43a8-4bcf-b6a3-0180d5a21179 HTTP/1.1" status: 200  len: 217 time: 0.0977502
Apr 19 18:48:22.842018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d934a9-d2ca-46b7-8260-7e4e734158fd req-d00a120d-342f-4050-8048-b6b86bc6ebb0 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:22.843699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:22.847887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:22.850712 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-62d934a9-d2ca-46b7-8260-7e4e734158fd req-d00a120d-342f-4050-8048-b6b86bc6ebb0 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 946 time: 0.3385222
Apr 19 18:48:22.859518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f5435738-9318-4a63-bc24-f14e4ffabd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:22.909541 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ff28396ca3f4f7ea1e36da710f75363&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4653838
Apr 19 18:48:22.911538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c412946-7369-4823-8791-4087ce06b0b9,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:22.915328 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:22.915896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 45690) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:22.932211 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-62d934a9-d2ca-46b7-8260-7e4e734158fd req-28c273ea-5f00-486a-bc69-06b66f42203a tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802400
Apr 19 18:48:22.940282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b113051-63cf-406d-8111-a2d64cff1428 req-14ae57d2-ce1b-4f20-8c4a-4b3ead635432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:22.942090 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b113051-63cf-406d-8111-a2d64cff1428 req-14ae57d2-ce1b-4f20-8c4a-4b3ead635432 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.1497030
Apr 19 18:48:22.996583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4c6df9a0-26be-4cf1-9ace-c2cfe926e836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:23.045802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4c6df9a0-26be-4cf1-9ace-c2cfe926e836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:23.136202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4c6df9a0-26be-4cf1-9ace-c2cfe926e836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:23.142992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-aa04f1ae-ab43-42ff-bb89-0ea04aa083f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:23.168694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6df9a0-26be-4cf1-9ace-c2cfe926e836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c412946-7369-4823-8791-4087ce06b0b9,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:23.178898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4c6df9a0-26be-4cf1-9ace-c2cfe926e836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:23.183498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4c6df9a0-26be-4cf1-9ace-c2cfe926e836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:23.189081 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-4c6df9a0-26be-4cf1-9ace-c2cfe926e836 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c412946-7369-4823-8791-4087ce06b0b9 HTTP/1.1" status: 204  len: 168 time: 0.2718742
Apr 19 18:48:23.311443 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b113051-63cf-406d-8111-a2d64cff1428 req-d32d9e0c-67a0-47ca-ba65-cfba730ae9eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3605690
Apr 19 18:48:23.624684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb65974-65b2-4115-ac66-4a6a939fc341 req-8e0013fc-93f7-4938-9cbc-df9040778588 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:23.628598 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6fb65974-65b2-4115-ac66-4a6a939fc341 req-8e0013fc-93f7-4938-9cbc-df9040778588 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.3605692
Apr 19 18:48:23.640176 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b113051-63cf-406d-8111-a2d64cff1428 req-a220f432-a38e-47b1-a146-3910dcbb80f3 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3213613
Apr 19 18:48:23.702213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558442a-f457-4722-857a-9dfa2fdd1fef req-f235c42c-c733-4b7a-be1f-8463527357a8 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:23.703847 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6558442a-f457-4722-857a-9dfa2fdd1fef req-f235c42c-c733-4b7a-be1f-8463527357a8 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.3366237
Apr 19 18:48:23.816067 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6fb65974-65b2-4115-ac66-4a6a939fc341 req-a6aa1182-2adc-41e7-aa5a-edd031d83a54 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719804
Apr 19 18:48:23.846561 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6558442a-f457-4722-857a-9dfa2fdd1fef req-2c33c926-f0d8-4a5d-a4df-48ac37655721 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263533
Apr 19 18:48:23.902880 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b113051-63cf-406d-8111-a2d64cff1428 req-4fca987e-546b-4a45-9dc6-69a2a9a44c21 service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386076
Apr 19 18:48:24.256884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62eadb2-7741-4983-ae6d-818f9c85be93 req-aca7b22b-02a4-4c62-9424-44fe8c9aee79 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:24.259808 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d62eadb2-7741-4983-ae6d-818f9c85be93 req-aca7b22b-02a4-4c62-9424-44fe8c9aee79 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 946 time: 0.1758425
Apr 19 18:48:24.323674 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d62eadb2-7741-4983-ae6d-818f9c85be93 req-86819c22-ba30-4151-a6f7-6fee629b35aa tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509331
Apr 19 18:48:25.105160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095b858-3226-48f2-9811-fd3709f4d03a req-8e6aa9cf-3107-4229-89fc-594772e336a5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:25.108757 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f095b858-3226-48f2-9811-fd3709f4d03a req-8e6aa9cf-3107-4229-89fc-594772e336a5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1480505
Apr 19 18:48:25.199039 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f095b858-3226-48f2-9811-fd3709f4d03a req-b490b2e7-fd81-4068-834c-1751aa585801 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646858
Apr 19 18:48:25.382097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b76c9-71e5-4218-93f5-c5da276d7130 req-872a6ef4-4bb5-4c7d-8171-e94e520cfc3c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:25.391076 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ad0b76c9-71e5-4218-93f5-c5da276d7130 req-872a6ef4-4bb5-4c7d-8171-e94e520cfc3c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1375461
Apr 19 18:48:25.441688 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ad0b76c9-71e5-4218-93f5-c5da276d7130 req-71e6e734-fe5e-4b0e-afb2-d0a752a63c24 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494521
Apr 19 18:48:26.456323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea8c6f-6384-4a97-ad9f-fec0c31c65c4 req-b312bee3-b888-4ee3-992f-d923614570c2 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:26.458380 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2aea8c6f-6384-4a97-ad9f-fec0c31c65c4 req-b312bee3-b888-4ee3-992f-d923614570c2 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1077857
Apr 19 18:48:26.552929 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2aea8c6f-6384-4a97-ad9f-fec0c31c65c4 req-0d322cc8-69a1-4ce1-b539-c868ccadc98b tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820684
Apr 19 18:48:26.772420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130a561-8cfd-4048-ba32-e0d44c371851 req-032fc5dd-e424-4bc3-bbea-565e99c79c91 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:26.774010 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a130a561-8cfd-4048-ba32-e0d44c371851 req-032fc5dd-e424-4bc3-bbea-565e99c79c91 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1093442
Apr 19 18:48:26.828454 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a130a561-8cfd-4048-ba32-e0d44c371851 req-ee65bb7b-a2ce-4925-aa0f-28fd93db4cb2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476406
Apr 19 18:48:27.459971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac2759-4da7-4531-b3b0-6ec9bb967bfb req-badbd0ce-ad70-4579-ad5e-9562d6c271dd tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:27.462866 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d0ac2759-4da7-4531-b3b0-6ec9bb967bfb req-badbd0ce-ad70-4579-ad5e-9562d6c271dd tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1743774
Apr 19 18:48:27.520618 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d0ac2759-4da7-4531-b3b0-6ec9bb967bfb req-ffdfc674-4b63-4a12-a56e-0339e1e907dc tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495117
Apr 19 18:48:27.850480 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d3b8b-24df-457e-97a7-c7ba6fe19411 req-71b7dd8e-d004-4359-b957-5343072b076e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:27.852250 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-676d3b8b-24df-457e-97a7-c7ba6fe19411 req-71b7dd8e-d004-4359-b957-5343072b076e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1092269
Apr 19 18:48:27.951162 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-676d3b8b-24df-457e-97a7-c7ba6fe19411 req-3b8b03d7-10e5-4ecf-9a68-d4216662cc76 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862784
Apr 19 18:48:28.109909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391e010-014a-4619-8eb1-bec4742f4632 req-f767e09e-cbdd-4d32-b4ba-bbd76ff1595b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:28.111762 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f391e010-014a-4619-8eb1-bec4742f4632 req-f767e09e-cbdd-4d32-b4ba-bbd76ff1595b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.0993965
Apr 19 18:48:28.181807 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f391e010-014a-4619-8eb1-bec4742f4632 req-bce40e73-9be5-4e89-b00f-f36c114a4291 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601585
Apr 19 18:48:28.757319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6d008-12aa-4322-8416-7f8159b8e0ec req-cbee8998-6f45-40fa-b45e-1c892e11977f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:28.760175 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3c6d008-12aa-4322-8416-7f8159b8e0ec req-cbee8998-6f45-40fa-b45e-1c892e11977f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1164322
Apr 19 18:48:28.853318 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3c6d008-12aa-4322-8416-7f8159b8e0ec req-57836a0f-08b7-4da9-adb6-3e6fb7bd80b3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832293
Apr 19 18:48:29.329763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07569134-f814-4680-bedc-08d0c5b4687a req-1f0eecf0-19ae-414b-b4db-524165c3df56 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:29.332796 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07569134-f814-4680-bedc-08d0c5b4687a req-1f0eecf0-19ae-414b-b4db-524165c3df56 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1459062
Apr 19 18:48:29.476033 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07569134-f814-4680-bedc-08d0c5b4687a req-916b57f4-871f-42ff-8a6c-acac64a92564 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354721
Apr 19 18:48:29.526152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7680a7-48d1-48f0-aa6a-2bc1066cb78b req-7a2d3bbe-b9a1-4e51-b4a1-93f67db5b5d7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:29.529143 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bb7680a7-48d1-48f0-aa6a-2bc1066cb78b req-7a2d3bbe-b9a1-4e51-b4a1-93f67db5b5d7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1276870
Apr 19 18:48:29.583163 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bb7680a7-48d1-48f0-aa6a-2bc1066cb78b req-ab443047-5f5d-4a22-8617-c743a30ad9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476947
Apr 19 18:48:30.169377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ba0b3-d50d-4e73-8036-a795e5981817 req-37f1f08b-2322-4444-ba66-66aa6da7891f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:30.173391 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d50ba0b3-d50d-4e73-8036-a795e5981817 req-37f1f08b-2322-4444-ba66-66aa6da7891f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1740961
Apr 19 18:48:30.269339 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d50ba0b3-d50d-4e73-8036-a795e5981817 req-6f931f91-ed50-4d03-afbc-55b0374b25a2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830321
Apr 19 18:48:30.803495 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76cc0a-288b-48a3-9eac-90d110283a4c req-62d61852-2b7a-4e28-8728-cc09a1ce9f74 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:30.804811 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3b76cc0a-288b-48a3-9eac-90d110283a4c req-62d61852-2b7a-4e28-8728-cc09a1ce9f74 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1971824
Apr 19 18:48:30.888278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4baaf-4190-4b53-8d57-1ce2143e6bb7 req-1979faf7-5bf4-4624-9693-4dab4adc717c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:30.891207 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ee4baaf-4190-4b53-8d57-1ce2143e6bb7 req-1979faf7-5bf4-4624-9693-4dab4adc717c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1553233
Apr 19 18:48:30.901482 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3b76cc0a-288b-48a3-9eac-90d110283a4c req-6add8bc1-5470-47a2-b9c0-193af244e39c tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781636
Apr 19 18:48:30.982987 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ee4baaf-4190-4b53-8d57-1ce2143e6bb7 req-8edfd6a4-e4b1-4ac6-8668-8ff944ab9b63 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698915
Apr 19 18:48:31.499919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f846e-c6bc-43ce-b4e7-75cb8232f630 req-3c1f268a-5f3c-4fab-86eb-608e1bc60e97 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:31.501941 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-317f846e-c6bc-43ce-b4e7-75cb8232f630 req-3c1f268a-5f3c-4fab-86eb-608e1bc60e97 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0941286
Apr 19 18:48:31.558188 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-317f846e-c6bc-43ce-b4e7-75cb8232f630 req-01dfc7cc-cc39-4682-8822-bd97c22733fa tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493777
Apr 19 18:48:32.155502 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee901d-6504-4474-87cb-0d16837d01a2 req-dc3d7cf7-695e-40e8-8bf1-e17337387b5c tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:32.157485 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-75ee901d-6504-4474-87cb-0d16837d01a2 req-dc3d7cf7-695e-40e8-8bf1-e17337387b5c tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1301312
Apr 19 18:48:32.290441 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-75ee901d-6504-4474-87cb-0d16837d01a2 req-a48659de-4a8a-48b8-962a-965f80050d9c tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910769
Apr 19 18:48:32.305192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ec684-6399-4b5b-bd8c-7657fce68e17 req-8fcbcba7-ba1b-4a1b-b563-bf453ab0d0ba tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:32.306922 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e58ec684-6399-4b5b-bd8c-7657fce68e17 req-8fcbcba7-ba1b-4a1b-b563-bf453ab0d0ba tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1625388
Apr 19 18:48:32.412911 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e58ec684-6399-4b5b-bd8c-7657fce68e17 req-b2351feb-62d5-4257-8c41-c4deb16c0640 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909066
Apr 19 18:48:32.781052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc709886-f563-4af9-a9a1-71b6d8636ddc req-cd8bf29b-2ae6-47db-aa5b-3d19671708e1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:32.782692 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-cc709886-f563-4af9-a9a1-71b6d8636ddc req-cd8bf29b-2ae6-47db-aa5b-3d19671708e1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0949047
Apr 19 18:48:32.832893 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-cc709886-f563-4af9-a9a1-71b6d8636ddc req-cfd2d5e7-30f1-4f83-9e53-47787a3a70c8 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435693
Apr 19 18:48:33.518379 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db62a89-b322-44a5-82c6-d49c7f2bbd99 req-30ed74f3-6cde-472a-9547-be385a8d3691 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:33.520076 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6db62a89-b322-44a5-82c6-d49c7f2bbd99 req-30ed74f3-6cde-472a-9547-be385a8d3691 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.0989075
Apr 19 18:48:33.635920 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6db62a89-b322-44a5-82c6-d49c7f2bbd99 req-114e5436-f9b8-4cd7-9c72-754d70ff622f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071725
Apr 19 18:48:33.672882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4bdb8-5c18-4e31-b343-e51eff7a5251 req-0eac8363-5ecb-4baa-9d22-4a2ad8926959 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:33.674508 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-17a4bdb8-5c18-4e31-b343-e51eff7a5251 req-0eac8363-5ecb-4baa-9d22-4a2ad8926959 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1118028
Apr 19 18:48:33.728204 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-17a4bdb8-5c18-4e31-b343-e51eff7a5251 req-f9475bff-7f6b-483d-b71b-1350387736c2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471621
Apr 19 18:48:34.063171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d08bb-67bb-4b7b-847a-e170f511d10d req-86bd18ea-3162-48ba-95db-8c9a3544b257 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:34.064788 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d81d08bb-67bb-4b7b-847a-e170f511d10d req-86bd18ea-3162-48ba-95db-8c9a3544b257 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0976241
Apr 19 18:48:34.116980 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d81d08bb-67bb-4b7b-847a-e170f511d10d req-5d495a4b-bab4-49bb-8716-03b699cfebb1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455248
Apr 19 18:48:34.841785 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f928ba6-5913-4ba3-8958-2a1c46be9691 req-2b383904-6fd3-4036-913d-ff1aca45e868 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:34.843594 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6f928ba6-5913-4ba3-8958-2a1c46be9691 req-2b383904-6fd3-4036-913d-ff1aca45e868 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.0908539
Apr 19 18:48:34.954835 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6f928ba6-5913-4ba3-8958-2a1c46be9691 req-22264ab2-faee-4f6f-89bc-09dac5b0b8b6 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636425
Apr 19 18:48:34.975977 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8043-16f3-45f2-b954-6d885e381d4f req-1b04e7d9-1ff7-49a3-9f16-4826c7c54edd tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:34.977574 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b81e8043-16f3-45f2-b954-6d885e381d4f req-1b04e7d9-1ff7-49a3-9f16-4826c7c54edd tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1298759
Apr 19 18:48:35.028356 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b81e8043-16f3-45f2-b954-6d885e381d4f req-05e33cc4-bcb2-43ed-af06-f2e3245666d0 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436075
Apr 19 18:48:35.326850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd074b3-2850-4aa5-8f69-a333d3c6b6f6 req-d933fb74-494a-4e3d-b220-ce59dd06c239 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:35.328381 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6bd074b3-2850-4aa5-8f69-a333d3c6b6f6 req-d933fb74-494a-4e3d-b220-ce59dd06c239 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0925961
Apr 19 18:48:35.381181 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6bd074b3-2850-4aa5-8f69-a333d3c6b6f6 req-b8b6f49b-a3fd-4dca-8449-09b22b6279af tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464590
Apr 19 18:48:36.208191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081731a-726d-402e-ad54-29f53eebff7d req-026a1941-4742-4d18-917e-5887947136be tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:36.209829 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a081731a-726d-402e-ad54-29f53eebff7d req-026a1941-4742-4d18-917e-5887947136be tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1369107
Apr 19 18:48:36.282638 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a081731a-726d-402e-ad54-29f53eebff7d req-294c94b1-5b24-4638-8082-8c39c03130ae tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646546
Apr 19 18:48:36.301659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5b3a1-54ee-4509-bd41-28de6b538378 req-4ecb4c6c-fdb3-42f1-bfae-69d39bab0196 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:36.303403 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2f5b3a1-54ee-4509-bd41-28de6b538378 req-4ecb4c6c-fdb3-42f1-bfae-69d39bab0196 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1515315
Apr 19 18:48:36.354020 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2f5b3a1-54ee-4509-bd41-28de6b538378 req-74be1c5a-516f-4957-b7f5-ea786fd52ca6 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433588
Apr 19 18:48:36.588993 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f371238-a305-4043-bf69-bd6ed0278ab2 req-2f753299-dcdc-4700-9230-2d80cf849d2a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:36.591173 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6f371238-a305-4043-bf69-bd6ed0278ab2 req-2f753299-dcdc-4700-9230-2d80cf849d2a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0933690
Apr 19 18:48:36.648103 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6f371238-a305-4043-bf69-bd6ed0278ab2 req-4201f9d6-460a-4322-9c23-af897fc494f8 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503325
Apr 19 18:48:37.562328 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808cf47-cc25-4cd6-b64a-e76343a831d1 req-ab0afb3f-439f-4ecf-8a0c-4b591b65654e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:37.563997 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9808cf47-cc25-4cd6-b64a-e76343a831d1 req-ab0afb3f-439f-4ecf-8a0c-4b591b65654e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1522529
Apr 19 18:48:37.629197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b28f8-2e56-454f-a49d-de0da44012d1 req-b351c74c-7e38-4b1e-9cf1-14da246f1c54 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:37.630779 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c84b28f8-2e56-454f-a49d-de0da44012d1 req-b351c74c-7e38-4b1e-9cf1-14da246f1c54 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1457465
Apr 19 18:48:37.635768 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9808cf47-cc25-4cd6-b64a-e76343a831d1 req-2cce2bc0-08fb-4ddf-8564-f015272f5fbb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641596
Apr 19 18:48:37.680633 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c84b28f8-2e56-454f-a49d-de0da44012d1 req-7be30a45-c08b-4355-a8c0-19b54fa79b9b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435250
Apr 19 18:48:37.856562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b848a4-7594-4de4-9bef-9217892f54c4 req-b7171006-9142-4826-a7d3-9267c26e0bfa tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:37.858049 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f6b848a4-7594-4de4-9bef-9217892f54c4 req-b7171006-9142-4826-a7d3-9267c26e0bfa tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0920434
Apr 19 18:48:37.910140 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f6b848a4-7594-4de4-9bef-9217892f54c4 req-5c9e959e-d913-40ee-8e4d-797b440247c2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456893
Apr 19 18:48:39.134668 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7005b-d9d8-4e05-83b9-d8c15305e03c req-40c1911b-c254-4016-9cbe-433e621f7adb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:39.136286 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ebd7005b-d9d8-4e05-83b9-d8c15305e03c req-40c1911b-c254-4016-9cbe-433e621f7adb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.3694408
Apr 19 18:48:39.149889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f0408-c829-4cbb-8168-cc46a8663af8 req-07d4c238-c5e2-49fd-b6cb-c9d6678848aa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:39.151788 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-979f0408-c829-4cbb-8168-cc46a8663af8 req-07d4c238-c5e2-49fd-b6cb-c9d6678848aa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.3368905
Apr 19 18:48:39.236491 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ebd7005b-d9d8-4e05-83b9-d8c15305e03c req-3b36d6ee-ad78-46c8-b533-53bbefc72be8 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839331
Apr 19 18:48:39.241549 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-979f0408-c829-4cbb-8168-cc46a8663af8 req-31408b86-288d-4b7a-b01f-8182a04d24ab tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750234
Apr 19 18:48:39.448619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78967a3c-b1b4-4552-9d68-9f475b60cecd req-1ed2ff6b-be88-441f-b52f-ccc896200e53 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:39.451035 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-78967a3c-b1b4-4552-9d68-9f475b60cecd req-1ed2ff6b-be88-441f-b52f-ccc896200e53 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1002698
Apr 19 18:48:39.502224 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-78967a3c-b1b4-4552-9d68-9f475b60cecd req-67fe6eff-4c79-4f82-98c6-9fdadff011dc tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448103
Apr 19 18:48:39.912641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-524bbf30-bd6a-4905-9a53-576bbe496fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:40.536986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44876b02-6b8f-4070-82b7-696cf8c9cb83 req-1e73fcaf-2b0f-4f9e-80d2-f3ebae80896a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:40.538850 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-44876b02-6b8f-4070-82b7-696cf8c9cb83 req-1e73fcaf-2b0f-4f9e-80d2-f3ebae80896a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1762002
Apr 19 18:48:40.548644 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d056975-12a0-4be6-bfbc-0f2faeffa021 req-fb547733-5525-444f-b46a-a1b3d126ae43 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:40.550255 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5d056975-12a0-4be6-bfbc-0f2faeffa021 req-fb547733-5525-444f-b46a-a1b3d126ae43 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1491752
Apr 19 18:48:40.631263 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-44876b02-6b8f-4070-82b7-696cf8c9cb83 req-052fe5a0-4a7c-4110-8093-2ca7f319ed10 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797415
Apr 19 18:48:40.640985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:48:40.641489 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5d056975-12a0-4be6-bfbc-0f2faeffa021 req-49d68f3c-d7b1-4337-8779-24b4ffb7a555 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727103
Apr 19 18:48:40.793647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:48:40.808430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'port_id': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'mac_address': 'fa:16:3e:ea:92:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:48:40.859410 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e837-5fef-419d-9dfa-d20b09244219 req-9c2397e7-5587-45eb-90b4-1dcebbf70091 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:40.861020 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca99e837-5fef-419d-9dfa-d20b09244219 req-9c2397e7-5587-45eb-90b4-1dcebbf70091 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0929699
Apr 19 18:48:40.872295 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:40.890439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:48:40.907067 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:48:40.909357 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca99e837-5fef-419d-9dfa-d20b09244219 req-7bb62ee5-0bdb-4cdd-bc10-4f396bdb45ae tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420156
Apr 19 18:48:40.910374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:40.912352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:40.991270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=6']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:40.994918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:41.049041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:48:41.922990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb4f60-6439-4718-8489-8c1d5f585cdf req-2ca2ae97-367e-4be8-a4e6-5dc74721051b tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:41.924544 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6dcb4f60-6439-4718-8489-8c1d5f585cdf req-2ca2ae97-367e-4be8-a4e6-5dc74721051b tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1642938
Apr 19 18:48:41.934751 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b838c-de7a-4b75-82b6-5d257ec6a722 req-6385db24-4300-4b10-a2f1-e0eccf5898e4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:41.936706 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-143b838c-de7a-4b75-82b6-5d257ec6a722 req-6385db24-4300-4b10-a2f1-e0eccf5898e4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 945 time: 0.1327734
Apr 19 18:48:42.016565 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6dcb4f60-6439-4718-8489-8c1d5f585cdf req-139bbff3-0fe1-4f61-a07c-ab26dbc16208 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790892
Apr 19 18:48:42.021353 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-143b838c-de7a-4b75-82b6-5d257ec6a722 req-29f423ce-1001-4798-9cd7-d43c4d2618c2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670695
Apr 19 18:48:42.150665 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46046) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:42.238137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47f20f-afa3-41fd-a691-059ad669ef57 req-c69c7e87-7b3f-4cd5-937d-7bee8caf2f16 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:42.239934 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0c47f20f-afa3-41fd-a691-059ad669ef57 req-c69c7e87-7b3f-4cd5-937d-7bee8caf2f16 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1008005
Apr 19 18:48:42.295072 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0c47f20f-afa3-41fd-a691-059ad669ef57 req-0e167888-e86d-4e24-8276-bd4e917469d2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440905
Apr 19 18:48:42.303393 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:42.319884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:42.324025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] Usage tracker for resource:security_group_rule and tenant:4a5c5fbb778245df984f5e03f169a00e is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:42.327063 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:42.333144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:42.423492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:42.427106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:42.438145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-615ea57d-c6ba-46b6-b87f-5c7fae3acbaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:42.484713 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a5c5fbb778245df984f5e03f169a00e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3326564
Apr 19 18:48:42.486593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e38c0db-ed69-49d7-b952-44f29057ed09,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:42.486853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 46054) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:42.490017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:42.552954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-306c734c-ea24-477c-9350-8d811db66258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:42.583806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-306c734c-ea24-477c-9350-8d811db66258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:42.633274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-306c734c-ea24-477c-9350-8d811db66258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:42.638266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d82c5682-4f9c-4898-a4ec-c576617eac12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:42.651282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c734c-ea24-477c-9350-8d811db66258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e38c0db-ed69-49d7-b952-44f29057ed09,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:42.653986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:48:42.654304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-306c734c-ea24-477c-9350-8d811db66258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:42.661983 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-306c734c-ea24-477c-9350-8d811db66258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:42.663408 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-306c734c-ea24-477c-9350-8d811db66258 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e38c0db-ed69-49d7-b952-44f29057ed09 HTTP/1.1" status: 204  len: 168 time: 0.1754875
Apr 19 18:48:42.745622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:48:42.746154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:43.066373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:43.076999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e3af-22a9-40d8-ab35-a6f040d71df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:43.098962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:48:43.110181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:48:43.115337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:43.117369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:43.208806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=7']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:43.212794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:43.241712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:43.327984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab92aff-713b-4311-8101-dd33b6a49332 req-5cd1c8bc-abfe-4034-ad08-8e58ad35049e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:43.329696 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab92aff-713b-4311-8101-dd33b6a49332 req-5cd1c8bc-abfe-4034-ad08-8e58ad35049e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1890998
Apr 19 18:48:43.344856 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018c73f-fd86-448e-8a0c-29bc27b3e505 req-f45d230b-2f53-40d0-9070-bdc7f7481f26 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:43.346604 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5018c73f-fd86-448e-8a0c-29bc27b3e505 req-f45d230b-2f53-40d0-9070-bdc7f7481f26 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1514800
Apr 19 18:48:43.424434 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab92aff-713b-4311-8101-dd33b6a49332 req-6f880602-721f-4a40-9711-7089645c156a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767224
Apr 19 18:48:43.432469 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5018c73f-fd86-448e-8a0c-29bc27b3e505 req-b5824ec5-3122-4e4b-92e8-68e7f13ea1e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684183
Apr 19 18:48:43.485876 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'code': 200}
Apr 19 18:48:43.632918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0eec33-d0b4-4750-b084-1a5883603a5b req-e75aa160-4e40-447f-9048-0b8822535f17 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:43.634533 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-eb0eec33-d0b4-4750-b084-1a5883603a5b req-e75aa160-4e40-447f-9048-0b8822535f17 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0900047
Apr 19 18:48:43.687020 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-eb0eec33-d0b4-4750-b084-1a5883603a5b req-a811dc94-21b3-4b4c-89fd-d2752f1f1df1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459127
Apr 19 18:48:44.160963 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:44.512369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:44.713590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9937d-f324-44d8-a98d-f45fe674bc66 req-96b99bff-91f8-46d3-b6f5-f90740fbd395 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:44.715691 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2ef9937d-f324-44d8-a98d-f45fe674bc66 req-96b99bff-91f8-46d3-b6f5-f90740fbd395 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1662226
Apr 19 18:48:44.724997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0ce55-bb8a-48f9-8cb3-4252150e1b32 req-caee4d9d-21b2-4c1f-9183-97950a177d52 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:44.726547 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5df0ce55-bb8a-48f9-8cb3-4252150e1b32 req-caee4d9d-21b2-4c1f-9183-97950a177d52 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1349428
Apr 19 18:48:44.807028 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2ef9937d-f324-44d8-a98d-f45fe674bc66 req-c5d151f0-f4ca-4510-9ed9-db13de25dead tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791390
Apr 19 18:48:44.813952 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5df0ce55-bb8a-48f9-8cb3-4252150e1b32 req-40d30d1a-b763-4ca1-8a4b-8286424a1dc1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700190
Apr 19 18:48:44.995966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d61a45-5c6a-48f1-bcf8-d8ff7df508b4 req-fcdd4091-08f5-4461-b43c-9a1c21d8f48b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:44.998161 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f2d61a45-5c6a-48f1-bcf8-d8ff7df508b4 req-fcdd4091-08f5-4461-b43c-9a1c21d8f48b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0874481
Apr 19 18:48:45.050999 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f2d61a45-5c6a-48f1-bcf8-d8ff7df508b4 req-7d7e157b-f080-415d-ae5f-ee921b774e9b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461340
Apr 19 18:48:45.535915 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:46.104612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c19c40-613f-4218-af33-fbb04750cddb req-e78715f9-ea3b-499f-a941-b88f76a5f698 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:46.107197 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d6c19c40-613f-4218-af33-fbb04750cddb req-e78715f9-ea3b-499f-a941-b88f76a5f698 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1387002
Apr 19 18:48:46.115937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c2e9c-d7c3-4e05-8299-8b4f4a551821 req-76a4d56a-ae9a-4d85-9b95-e76813c7919d tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:46.117561 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be9c2e9c-d7c3-4e05-8299-8b4f4a551821 req-76a4d56a-ae9a-4d85-9b95-e76813c7919d tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1898277
Apr 19 18:48:46.195390 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d6c19c40-613f-4218-af33-fbb04750cddb req-269b048b-33e9-4310-8d62-66bf4c13dadb tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767448
Apr 19 18:48:46.204298 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be9c2e9c-d7c3-4e05-8299-8b4f4a551821 req-8af8a933-9688-4137-bda7-e21eb9315581 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707390
Apr 19 18:48:46.396951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514f18f-eb44-40e7-9c71-394d4e95b0b0 req-82a086cb-cc61-4a9e-a270-26da188941b0 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:46.398822 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8514f18f-eb44-40e7-9c71-394d4e95b0b0 req-82a086cb-cc61-4a9e-a270-26da188941b0 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0924025
Apr 19 18:48:46.451954 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8514f18f-eb44-40e7-9c71-394d4e95b0b0 req-76a17a1e-f86c-42c2-8d6e-d6dc594547f1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465226
Apr 19 18:48:47.505917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae2863-50ec-482f-b3d8-35e187457f93 req-03eb6acf-55f8-480e-85e6-bc3c211af9e5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:47.507525 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a4ae2863-50ec-482f-b3d8-35e187457f93 req-03eb6acf-55f8-480e-85e6-bc3c211af9e5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1722834
Apr 19 18:48:47.517127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aa171-495b-4307-b257-7f24be444718 req-2e049793-52a2-4fea-ae57-017881b6f997 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:47.519347 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b12aa171-495b-4307-b257-7f24be444718 req-2e049793-52a2-4fea-ae57-017881b6f997 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1451414
Apr 19 18:48:47.595799 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a4ae2863-50ec-482f-b3d8-35e187457f93 req-b7ec0571-d902-4276-a09b-acab636dec43 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753870
Apr 19 18:48:47.608975 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b12aa171-495b-4307-b257-7f24be444718 req-fe6ebade-d9c9-487e-bdde-7051beada831 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731623
Apr 19 18:48:47.828484 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14512b-096f-47b8-bc9b-2aa5d201fbcb req-ea82eae3-26ac-472e-9115-b61fdceebecd tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:47.830218 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dd14512b-096f-47b8-bc9b-2aa5d201fbcb req-ea82eae3-26ac-472e-9115-b61fdceebecd tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1110110
Apr 19 18:48:47.904498 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dd14512b-096f-47b8-bc9b-2aa5d201fbcb req-475334ab-d42f-450e-9f4d-83afbea96355 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651917
Apr 19 18:48:48.323929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6d35b-45fd-4b31-a987-988aa257b62b req-636ba9ee-8dec-438c-9a6b-c3a12bb881b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:48.326107 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4cc6d35b-45fd-4b31-a987-988aa257b62b req-636ba9ee-8dec-438c-9a6b-c3a12bb881b4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 1098 time: 0.0807188
Apr 19 18:48:48.376219 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4cc6d35b-45fd-4b31-a987-988aa257b62b req-e051ad23-57bd-40fc-b8c3-04dd3c61ed6b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432980
Apr 19 18:48:48.891008 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e085e5c-b753-4422-be8f-8dcc71077d0e req-27c96bb5-611b-4c13-abd9-81a624620f95 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:48.899304 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0e085e5c-b753-4422-be8f-8dcc71077d0e req-27c96bb5-611b-4c13-abd9-81a624620f95 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1519306
Apr 19 18:48:49.020953 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0e085e5c-b753-4422-be8f-8dcc71077d0e req-b17c96d7-b5f5-4d1e-9e0f-e328eab92647 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134455
Apr 19 18:48:49.089530 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb4c-ac26-4f33-979a-710b971e676c req-bf122607-3506-4670-8d31-653866989aeb tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:49.091244 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5760cb4c-ac26-4f33-979a-710b971e676c req-bf122607-3506-4670-8d31-653866989aeb tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1647372
Apr 19 18:48:49.264059 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5760cb4c-ac26-4f33-979a-710b971e676c req-1a316d7d-a3e2-4cb8-92fb-6a7e38b9363d tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1653152
Apr 19 18:48:49.309944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81628a8-8d88-4f95-a376-b94a816fa90f req-3e7ec6f5-7072-422d-9d7a-d70e76496f99 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:49.311878 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b81628a8-8d88-4f95-a376-b94a816fa90f req-3e7ec6f5-7072-422d-9d7a-d70e76496f99 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1325333
Apr 19 18:48:49.375816 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b81628a8-8d88-4f95-a376-b94a816fa90f req-90878e18-387c-464f-92e7-28686054abc2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559609
Apr 19 18:48:49.970800 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-8944131a-ebe4-46cb-a9f1-40c643ebaba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:49.973033 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-8944131a-ebe4-46cb-a9f1-40c643ebaba8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 1098 time: 0.1934125
Apr 19 18:48:50.182559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec176bdd-02fa-470f-bc1e-a25077111e9a req-a6289614-bc8d-4297-8f29-fc98b2db4d75 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:50.184899 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec176bdd-02fa-470f-bc1e-a25077111e9a req-a6289614-bc8d-4297-8f29-fc98b2db4d75 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.3019741
Apr 19 18:48:50.332033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-89366241-4949-4aa8-8f6a-100d6759a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:50.333598 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-89366241-4949-4aa8-8f6a-100d6759a5aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 911 time: 0.3454559
Apr 19 18:48:50.342967 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec176bdd-02fa-470f-bc1e-a25077111e9a req-2df1b96a-525a-4764-b269-1c88c668ab5c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269116
Apr 19 18:48:50.801065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465fe11-b938-4c0b-9933-3f298ab0503c req-acde0918-e5d5-4217-b227-65932b35915b tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:50.802723 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4465fe11-b938-4c0b-9933-3f298ab0503c req-acde0918-e5d5-4217-b227-65932b35915b tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.6165226
Apr 19 18:48:50.809339 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-9e77ddc2-2f44-4d10-9932-1f3f7dc317f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 HTTP/1.1" status: 200  len: 1000 time: 0.4641333
Apr 19 18:48:50.899896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:48:50.928590 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4465fe11-b938-4c0b-9933-3f298ab0503c req-966c58da-741b-44fa-b093-b0987fa8da9f tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183889
Apr 19 18:48:50.956812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99205a-14fb-446a-8dcc-05937c41a3f2 req-bd545d24-0706-41de-a78b-12d723b30b5f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:50.958647 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5c99205a-14fb-446a-8dcc-05937c41a3f2 req-bd545d24-0706-41de-a78b-12d723b30b5f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.3099809
Apr 19 18:48:50.970887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-54b9214c-815a-414a-92be-3c0e5a02e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:50.972464 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-54b9214c-815a-414a-92be-3c0e5a02e875 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e HTTP/1.1" status: 200  len: 849 time: 0.1431141
Apr 19 18:48:51.070964 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5c99205a-14fb-446a-8dcc-05937c41a3f2 req-dc9fea89-f4e9-493a-8a09-7504b3c101f7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033251
Apr 19 18:48:51.101074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-13457ccd-71ac-453f-836f-10971b5c3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:51.102981 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-13457ccd-71ac-453f-836f-10971b5c3d97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c78cba19-b9b1-44c2-ac83-926eaef8bf55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1142211
Apr 19 18:48:51.273902 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-855757d8-2843-483f-939e-668aa8afd183 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508460
Apr 19 18:48:51.463034 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6ac5c57c-ac55-4c19-8597-1ebdf482bafb req-ae82922e-1600-49ba-8eef-7afa9f77907a service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826086
Apr 19 18:48:51.711884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3439a4-1247-4b91-a68f-26deb19536a5 req-df21ed37-f874-4c64-9d45-faf397887458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:51.714078 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7f3439a4-1247-4b91-a68f-26deb19536a5 req-df21ed37-f874-4c64-9d45-faf397887458 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a598eef27c394deb9f152c93f429143f&device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 1098 time: 0.2495089
Apr 19 18:48:51.736025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a46aa1-f936-4093-a220-bc96cd60673b req-ffe0db5a-8f5d-416f-a42f-4093a05702e8 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:51.737722 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-77a46aa1-f936-4093-a220-bc96cd60673b req-ffe0db5a-8f5d-416f-a42f-4093a05702e8 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.2114103
Apr 19 18:48:51.748301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c85d7-b037-4139-b21b-65ef158dcf26 req-62df98d5-d64a-42c5-937f-ca463a7c3705 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:51.750493 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6b6c85d7-b037-4139-b21b-65ef158dcf26 req-62df98d5-d64a-42c5-937f-ca463a7c3705 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1782506
Apr 19 18:48:51.949507 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6b6c85d7-b037-4139-b21b-65ef158dcf26 req-6927233f-b643-4d2b-aaf3-23d61baf52c5 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1725318
Apr 19 18:48:51.954846 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-77a46aa1-f936-4093-a220-bc96cd60673b req-6f3da3ca-08ed-4824-804b-4331d5b0bc05 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030268
Apr 19 18:48:51.984530 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3439a4-1247-4b91-a68f-26deb19536a5 req-0addf7dc-285a-4e3c-ae9b-ff3e54dc1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:51.986125 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7f3439a4-1247-4b91-a68f-26deb19536a5 req-0addf7dc-285a-4e3c-ae9b-ff3e54dc1fad service neutron] 10.222.0.62 "GET /v2.0/networks?id=a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 200  len: 919 time: 0.2474270
Apr 19 18:48:52.065298 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7f3439a4-1247-4b91-a68f-26deb19536a5 req-0a73d0f3-ff83-4659-8fe3-8b81d39008a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd HTTP/1.1" status: 200  len: 217 time: 0.0714695
Apr 19 18:48:52.146071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3439a4-1247-4b91-a68f-26deb19536a5 req-a1685226-a4d7-412a-ace4-5bc42ac5ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:52.147879 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7f3439a4-1247-4b91-a68f-26deb19536a5 req-a1685226-a4d7-412a-ace4-5bc42ac5ceb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 200  len: 858 time: 0.0745981
Apr 19 18:48:52.205696 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7f3439a4-1247-4b91-a68f-26deb19536a5 req-6e59f8b3-5a7f-4936-8f82-8455d7ed60a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a44011d1-034d-4152-ae01-60bfbc348ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489225
Apr 19 18:48:52.446533 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606710ac-92b0-4473-bf18-e729d89d2bd5 req-3644c28a-fde7-4b04-aeff-a9f0d3b42f75 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:52.448261 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-606710ac-92b0-4473-bf18-e729d89d2bd5 req-3644c28a-fde7-4b04-aeff-a9f0d3b42f75 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1986489
Apr 19 18:48:52.459162 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7f3439a4-1247-4b91-a68f-26deb19536a5 req-3cb167cf-97f5-4fc4-982d-49a3a7abb4fc service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2353082
Apr 19 18:48:52.601130 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-606710ac-92b0-4473-bf18-e729d89d2bd5 req-a17f9da9-d360-4155-8f5a-8980102ed9f2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1444986
Apr 19 18:48:52.643885 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7f3439a4-1247-4b91-a68f-26deb19536a5 req-eab205eb-ea5a-4249-9ffe-f65a8d91d83f service neutron] 10.222.0.62 "GET /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688666
Apr 19 18:48:53.285509 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72bf3-d209-4b12-984b-fa68bec2e9ab req-3783845a-5e57-451b-a856-fba333a0328f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:53.287145 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ce72bf3-d209-4b12-984b-fa68bec2e9ab req-3783845a-5e57-451b-a856-fba333a0328f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1427352
Apr 19 18:48:53.298299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c6126-d1f6-4adc-a6ac-4089df7a7166 req-d9bfd8a8-ba00-449a-849c-677a133103d4 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:53.299983 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-998c6126-d1f6-4adc-a6ac-4089df7a7166 req-d9bfd8a8-ba00-449a-849c-677a133103d4 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.2218599
Apr 19 18:48:53.382272 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ce72bf3-d209-4b12-984b-fa68bec2e9ab req-033637bd-50a5-44e2-8093-a748f6120981 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811815
Apr 19 18:48:53.392215 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-998c6126-d1f6-4adc-a6ac-4089df7a7166 req-b1575371-6de2-4366-bafb-fec7ad678714 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718873
Apr 19 18:48:53.863843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6b3e3-032b-4f77-ab0d-258dd3b46db1 req-d43d0ec8-171c-450a-86aa-3e3a2bf2b136 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:53.872326 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0cb6b3e3-032b-4f77-ab0d-258dd3b46db1 req-d43d0ec8-171c-450a-86aa-3e3a2bf2b136 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1230679
Apr 19 18:48:53.931675 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0cb6b3e3-032b-4f77-ab0d-258dd3b46db1 req-d04b5f50-5fd5-4484-b789-0c896dedb8c4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581193
Apr 19 18:48:54.646835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ac165-053a-47d1-83c0-f7770960661a req-af6f46d9-629c-46f0-9d45-b9e15f21f4b0 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:54.648697 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-445ac165-053a-47d1-83c0-f7770960661a req-af6f46d9-629c-46f0-9d45-b9e15f21f4b0 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1053083
Apr 19 18:48:54.709551 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-445ac165-053a-47d1-83c0-f7770960661a req-0a568cb9-eafe-4a26-8fdf-5d587fec90ba tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509007
Apr 19 18:48:55.220133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb79f8-aa05-46e4-bee9-84c28164c273 req-e63cd067-0cf4-451d-87b7-fb105443f05b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:55.222001 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a6fb79f8-aa05-46e4-bee9-84c28164c273 req-e63cd067-0cf4-451d-87b7-fb105443f05b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1415687
Apr 19 18:48:55.276885 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a6fb79f8-aa05-46e4-bee9-84c28164c273 req-d9d2ff1d-7de5-4dcd-b327-9fb2392a7d08 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481451
Apr 19 18:48:55.964430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c4093-aacd-42cd-a811-bda4710fe606 req-0131cb7f-0601-4374-ba5e-5f775a3c78e9 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:55.972965 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0f3c4093-aacd-42cd-a811-bda4710fe606 req-0131cb7f-0601-4374-ba5e-5f775a3c78e9 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1198604
Apr 19 18:48:56.033117 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0f3c4093-aacd-42cd-a811-bda4710fe606 req-f507cbf9-1a62-4b96-97fd-13c4b397634b tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564964
Apr 19 18:48:56.111521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46258) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:56.347523 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:56.368550 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:48:56.375417 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] Usage tracker for resource:security_group_rule and tenant:955f36b116ea4f3bb2b6a8c3e8025e70 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:48:56.379613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:48:56.389181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:48:56.538890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:56.548215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:56.578878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-08a11b8b-279d-4321-90ee-954df7fff2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:56.651840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b284f02e-9cf1-4279-a2df-f0847112ea55,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:56.663327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:56.716566 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=955f36b116ea4f3bb2b6a8c3e8025e70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6026759
Apr 19 18:48:56.718232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46278) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:48:56.848099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e1216-6ea9-413c-95cc-5db485da91fd req-21d692a3-8063-44a6-98df-c293e7d41df2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:56.857050 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-329e1216-6ea9-413c-95cc-5db485da91fd req-21d692a3-8063-44a6-98df-c293e7d41df2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1946466
Apr 19 18:48:56.887469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c5958045-b40f-4e07-9706-5ed59276c829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:56.922479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c5958045-b40f-4e07-9706-5ed59276c829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:56.980360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c5958045-b40f-4e07-9706-5ed59276c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:56.984096 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-329e1216-6ea9-413c-95cc-5db485da91fd req-d53723b3-e36e-448c-9169-3eb01f08f98e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149590
Apr 19 18:48:56.989862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-070f99c2-8e93-490b-b6c9-1cc1ad2f258f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:48:57.008205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5958045-b40f-4e07-9706-5ed59276c829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b284f02e-9cf1-4279-a2df-f0847112ea55,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:48:57.011036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c5958045-b40f-4e07-9706-5ed59276c829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:48:57.013179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c5958045-b40f-4e07-9706-5ed59276c829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:48:57.017240 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c5958045-b40f-4e07-9706-5ed59276c829 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b284f02e-9cf1-4279-a2df-f0847112ea55 HTTP/1.1" status: 204  len: 168 time: 0.2936375
Apr 19 18:48:58.245155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa453645-d363-4a7a-8678-7738a167f83b req-1f23e575-7365-4c31-b77c-487baa6f9c3f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:58.253651 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fa453645-d363-4a7a-8678-7738a167f83b req-1f23e575-7365-4c31-b77c-487baa6f9c3f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1047046
Apr 19 18:48:58.300680 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fa453645-d363-4a7a-8678-7738a167f83b req-7cb75350-4d8e-4597-9207-536686a90f20 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460014
Apr 19 18:48:59.526912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19d3e2-dc05-4108-8504-89a32f2fb990 req-469e1b4b-a507-4828-a7c7-8795a77b9c3e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:48:59.529110 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ee19d3e2-dc05-4108-8504-89a32f2fb990 req-469e1b4b-a507-4828-a7c7-8795a77b9c3e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.0969954
Apr 19 18:48:59.590649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ee19d3e2-dc05-4108-8504-89a32f2fb990 req-43332011-5883-4076-a1c5-c01237992fc3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544443
Apr 19 18:49:00.814009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474adc63-a03b-4612-b597-676cd3c5c11c req-ea8d4cd9-ea29-4e4d-a812-84213e60b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:00.815632 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-474adc63-a03b-4612-b597-676cd3c5c11c req-ea8d4cd9-ea29-4e4d-a812-84213e60b729 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 1099 time: 0.1523471
Apr 19 18:49:00.828917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093da9a-d752-4362-931b-bc6197c01e23 req-5f67c7d5-8cef-4bb5-9881-6940b736657f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:00.830430 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c093da9a-d752-4362-931b-bc6197c01e23 req-5f67c7d5-8cef-4bb5-9881-6940b736657f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.1160622
Apr 19 18:49:00.975729 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c093da9a-d752-4362-931b-bc6197c01e23 req-e29f6094-eba9-463b-b958-a682e099afa4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203322
Apr 19 18:49:01.233383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474adc63-a03b-4612-b597-676cd3c5c11c req-627b872f-6645-4ccb-aa15-dc3bd6f20cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:01.234871 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-474adc63-a03b-4612-b597-676cd3c5c11c req-627b872f-6645-4ccb-aa15-dc3bd6f20cec service neutron] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 918 time: 0.4035289
Apr 19 18:49:01.345420 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-474adc63-a03b-4612-b597-676cd3c5c11c req-5d78ce86-c5d2-4e01-a64d-e2b2d055698f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 HTTP/1.1" status: 200  len: 1002 time: 0.1027431
Apr 19 18:49:01.421593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474adc63-a03b-4612-b597-676cd3c5c11c req-37529d0b-af11-4eac-b9f3-8a92e1507af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:01.423223 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-474adc63-a03b-4612-b597-676cd3c5c11c req-37529d0b-af11-4eac-b9f3-8a92e1507af6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.0669954
Apr 19 18:49:01.508831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474adc63-a03b-4612-b597-676cd3c5c11c req-5e7e3c97-e86e-4af0-bd7e-3bc7d4da8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:01.510806 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-474adc63-a03b-4612-b597-676cd3c5c11c req-5e7e3c97-e86e-4af0-bd7e-3bc7d4da8737 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800617
Apr 19 18:49:01.655389 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-474adc63-a03b-4612-b597-676cd3c5c11c req-692a21c2-8def-4b9d-9abb-f9178a2833cc service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375344
Apr 19 18:49:01.802094 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-474adc63-a03b-4612-b597-676cd3c5c11c req-a78b0157-4d29-4c27-8691-e2c55b332ffc service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379776
Apr 19 18:49:02.194317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409e6b7-a12c-4f43-bc75-1ee8b4b50874 req-1622fd79-daab-4b90-804f-1a5a2496c518 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:02.195952 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6409e6b7-a12c-4f43-bc75-1ee8b4b50874 req-1622fd79-daab-4b90-804f-1a5a2496c518 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 946 time: 0.0973461
Apr 19 18:49:02.245478 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6409e6b7-a12c-4f43-bc75-1ee8b4b50874 req-e748be20-8c8c-46c0-b611-34593d6fd1c9 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424492
Apr 19 18:49:02.735317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:49:02.863308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:02.895190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:49:02.906489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:02.909730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:02.911508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fff6274c-8b38-4993-847e-06f021a1d362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:02.949787 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'code': 200}
Apr 19 18:49:02.985729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=8']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:02.988939 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:03.460564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dfef5-b068-4cc7-a943-e9a1ae2f1cfd req-53f52e9a-a552-4a9f-be60-2fe740c8714f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:03.462231 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-db4dfef5-b068-4cc7-a943-e9a1ae2f1cfd req-53f52e9a-a552-4a9f-be60-2fe740c8714f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.0912464
Apr 19 18:49:03.521973 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-db4dfef5-b068-4cc7-a943-e9a1ae2f1cfd req-985109dc-a587-45a5-82de-c96535db3c68 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528305
Apr 19 18:49:04.739244 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63addfcc-966e-4ebb-8563-0cc25662adb1 req-4e21691e-56d5-4cfb-8c2b-7f393f3a96d3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:04.740892 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-63addfcc-966e-4ebb-8563-0cc25662adb1 req-4e21691e-56d5-4cfb-8c2b-7f393f3a96d3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.0958102
Apr 19 18:49:04.800346 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-63addfcc-966e-4ebb-8563-0cc25662adb1 req-d05523fc-cdf5-4a8e-bd35-65ccda416269 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459869
Apr 19 18:49:06.824868 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3dcbe-70f1-4605-88d9-81728532770d req-cbd5092b-06e0-4d79-b9cb-469ef9d2fa87 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:06.826587 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33a3dcbe-70f1-4605-88d9-81728532770d req-cbd5092b-06e0-4d79-b9cb-469ef9d2fa87 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.0942841
Apr 19 18:49:06.877288 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33a3dcbe-70f1-4605-88d9-81728532770d req-ff4d201b-1d3a-486b-b963-a12339016d45 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441406
Apr 19 18:49:06.989662 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:49:07.190968 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46396) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:49:07.325922 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-6d71d5a6-2ed2-42e7-aa8e-6b9e8e63bcee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1336117
Apr 19 18:49:08.094933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56174-e211-4261-b6c3-8c6b504d0203 req-8b150928-4f0f-49e5-85a0-f4fea85771e3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:08.096582 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-89c56174-e211-4261-b6c3-8c6b504d0203 req-8b150928-4f0f-49e5-85a0-f4fea85771e3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.0938494
Apr 19 18:49:08.147509 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-89c56174-e211-4261-b6c3-8c6b504d0203 req-5c9b2487-462a-4742-aca1-f9fd41b8de1d tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444260
Apr 19 18:49:09.367649 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd298f2-e4f4-4b32-855e-f20670e3e875 req-f98a39ce-9937-4d85-90ea-97ddf30f2b07 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:09.370143 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9fd298f2-e4f4-4b32-855e-f20670e3e875 req-f98a39ce-9937-4d85-90ea-97ddf30f2b07 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1000419
Apr 19 18:49:09.430134 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9fd298f2-e4f4-4b32-855e-f20670e3e875 req-7db5a1ac-c730-4479-806b-1da99c8643ba tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463030
Apr 19 18:49:09.905958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6b94ad3b-7a0b-4301-86e4-db91b8d345bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:10.656746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2aca7-da79-46b0-9edd-c16f8fbc7e78 req-e7d5c883-3c0b-4d94-b797-e7e9b26c8ece tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:10.659027 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2e2aca7-da79-46b0-9edd-c16f8fbc7e78 req-e7d5c883-3c0b-4d94-b797-e7e9b26c8ece tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1067095
Apr 19 18:49:10.714162 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2e2aca7-da79-46b0-9edd-c16f8fbc7e78 req-926a1009-cadd-486c-98da-1fd649eb3625 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482991
Apr 19 18:49:11.939270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c3884-36da-49cb-b91d-d18cf49217be req-b5bb448f-ce6a-47a9-bc55-b7b85747087c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:11.940900 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-352c3884-36da-49cb-b91d-d18cf49217be req-b5bb448f-ce6a-47a9-bc55-b7b85747087c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.0979915
Apr 19 18:49:11.990810 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-352c3884-36da-49cb-b91d-d18cf49217be req-04e9d149-3fbb-43ee-a69d-6d3af2951677 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431051
Apr 19 18:49:12.882566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e7de9a7d-1640-4381-bfbc-5888d55247ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:13.244562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:13.275892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef53a-f8f1-4d39-8b35-9afc4e5472cb req-a5b9b61d-0e28-4bb2-8e21-812d7e2df324 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:13.278107 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-97cef53a-f8f1-4d39-8b35-9afc4e5472cb req-a5b9b61d-0e28-4bb2-8e21-812d7e2df324 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1266375
Apr 19 18:49:13.330003 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-97cef53a-f8f1-4d39-8b35-9afc4e5472cb req-2d79cc7c-56fb-41ce-9bd3-b13282996acd tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450349
Apr 19 18:49:13.928400 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-2f44bd67-43f9-4b54-ba53-177e83a1408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:13.929943 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-2f44bd67-43f9-4b54-ba53-177e83a1408b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8&tenant_id=6bc900f7f85d40e490ef8ca208c96044 HTTP/1.1" status: 200  len: 1097 time: 0.0789678
Apr 19 18:49:14.036632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-956a781d-b80e-4a82-86cb-ce30ac2a164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:14.038355 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-956a781d-b80e-4a82-86cb-ce30ac2a164e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 1097 time: 0.0842245
Apr 19 18:49:14.178315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:14.189605 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-b3e3e468-139c-4584-af2c-ed0fcd83f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:14.191244 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-b3e3e468-139c-4584-af2c-ed0fcd83f558 service neutron] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 918 time: 0.1449165
Apr 19 18:49:14.432268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2191f72-e4a6-4ff1-bc03-b3566709cdc5 req-cc645463-1efe-4e05-85fb-bca71fa5ba23 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:14.434303 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2191f72-e4a6-4ff1-bc03-b3566709cdc5 req-cc645463-1efe-4e05-85fb-bca71fa5ba23 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.0954053
Apr 19 18:49:14.520499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:14.542519 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2191f72-e4a6-4ff1-bc03-b3566709cdc5 req-5f2bdba3-4bd6-4a37-ae8b-a531e4dd10d7 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975242
Apr 19 18:49:14.586893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d500b-e0c7-4858-b643-707cb893fd9d req-49fe2f6b-9598-4422-8377-e128f6f4ea35 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:14.588582 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e36d500b-e0c7-4858-b643-707cb893fd9d req-49fe2f6b-9598-4422-8377-e128f6f4ea35 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1288295
Apr 19 18:49:14.642161 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e36d500b-e0c7-4858-b643-707cb893fd9d req-5660895f-f5ae-471e-805e-ce51fe5ef1bc tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458364
Apr 19 18:49:15.541846 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:15.752774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bf2b7-cf25-41b4-a5ba-213eb5d87c1a req-639cc3fb-37da-4638-99f9-cbd5b627a549 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:15.754452 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-722bf2b7-cf25-41b4-a5ba-213eb5d87c1a req-639cc3fb-37da-4638-99f9-cbd5b627a549 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.0940373
Apr 19 18:49:15.859189 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-722bf2b7-cf25-41b4-a5ba-213eb5d87c1a req-09479428-4d51-4959-a98e-16563ad0585b tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980413
Apr 19 18:49:15.894612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b55c24-7d2a-41ab-a91c-74220a879c36 req-ad59f675-8bfb-4477-b541-8ea2262ebcca tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:15.896226 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-12b55c24-7d2a-41ab-a91c-74220a879c36 req-ad59f675-8bfb-4477-b541-8ea2262ebcca tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1184525
Apr 19 18:49:15.956120 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-12b55c24-7d2a-41ab-a91c-74220a879c36 req-438ad44b-a2b0-4b82-b537-84d580d69b42 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520828
Apr 19 18:49:17.287594 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-6fdb01b0-efd5-476b-9636-04c1c824549c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 HTTP/1.1" status: 200  len: 1000 time: 0.2414927
Apr 19 18:49:17.372134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc09554-e95e-4003-beb9-be12c34b19a0 req-d7d0304e-330f-4284-9170-238ae8e89466 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:17.373846 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fbc09554-e95e-4003-beb9-be12c34b19a0 req-d7d0304e-330f-4284-9170-238ae8e89466 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.3713903
Apr 19 18:49:17.440834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06667de4-02fa-4768-a34c-4b9f7d283b2f req-5ab6d3eb-2759-4697-86ed-7645f29cacb6 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:17.442380 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-06667de4-02fa-4768-a34c-4b9f7d283b2f req-5ab6d3eb-2759-4697-86ed-7645f29cacb6 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.3346214
Apr 19 18:49:17.446105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-7beb9238-25ea-40ef-bdae-bcf65959fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:17.447651 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-7beb9238-25ea-40ef-bdae-bcf65959fd0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.1429632
Apr 19 18:49:17.451571 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-d39a0490-d3b5-4645-b340-cf957cb65f27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2715557
Apr 19 18:49:17.593855 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fbc09554-e95e-4003-beb9-be12c34b19a0 req-85694227-8384-4092-8a69-03231b74dc74 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058277
Apr 19 18:49:17.627666 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-06667de4-02fa-4768-a34c-4b9f7d283b2f req-c55fbfde-2cdd-41e7-997e-e435ec455c54 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1666191
Apr 19 18:49:17.671641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-7a37b0c7-854a-418e-8c9d-1b1e811fc2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:17.673265 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-7a37b0c7-854a-418e-8c9d-1b1e811fc2cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2135639
Apr 19 18:49:17.675449 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-9be5cf08-1f08-4e2a-a9da-eefda5e56d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:17.676928 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-9be5cf08-1f08-4e2a-a9da-eefda5e56d88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 1098 time: 0.1742542
Apr 19 18:49:17.953615 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-e3a977f8-4be6-401a-95d8-5c8deeec5077 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2703416
Apr 19 18:49:17.956271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-899ae181-77c4-40d5-b39c-bd676d756e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:17.957740 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-899ae181-77c4-40d5-b39c-bd676d756e72 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 911 time: 0.2496760
Apr 19 18:49:18.397522 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-2c48e57b-1b5c-42cf-b23d-9170a228a472 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 HTTP/1.1" status: 200  len: 1000 time: 0.4085445
Apr 19 18:49:18.474209 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae0581ef-0e62-4b72-9b34-a98df6e7716c req-c0013696-620c-4d6f-8850-2402153b775f service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5073102
Apr 19 18:49:18.496901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-f3657305-b21c-4c18-9b22-ba7729dd73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:18.498546 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-f3657305-b21c-4c18-9b22-ba7729dd73a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e HTTP/1.1" status: 200  len: 849 time: 0.0921230
Apr 19 18:49:18.600918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-50abebf4-61b6-47d2-b7f8-95fffbd9108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:18.602621 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-50abebf4-61b6-47d2-b7f8-95fffbd9108e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c78cba19-b9b1-44c2-ac83-926eaef8bf55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0938029
Apr 19 18:49:18.942694 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-657ec1b7-ff07-4437-80d9-6daaec012084 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3298192
Apr 19 18:49:19.119935 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac6ded-3d55-4191-a8ba-1823848bd5c6 req-7fa72385-4dee-4dfe-be72-78da295fed10 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:19.121810 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-27ac6ded-3d55-4191-a8ba-1823848bd5c6 req-7fa72385-4dee-4dfe-be72-78da295fed10 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.3031096
Apr 19 18:49:19.133635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd387d9-90ee-4ea9-9c8c-c1900520190c req-061eaf58-a8bf-4d6a-9e04-df7e3868c990 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:19.135324 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-efd387d9-90ee-4ea9-9c8c-c1900520190c req-061eaf58-a8bf-4d6a-9e04-df7e3868c990 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.2695861
Apr 19 18:49:19.220212 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-66db2296-2c74-4c7f-b3ac-d030d8fad862 req-3b3b24ae-0fed-49c7-90b2-2eaba0764662 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2680087
Apr 19 18:49:19.247757 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-27ac6ded-3d55-4191-a8ba-1823848bd5c6 req-d6a52306-5a9f-4749-9b8d-9d496ba67c07 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113601
Apr 19 18:49:19.253141 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-efd387d9-90ee-4ea9-9c8c-c1900520190c req-674a1bf5-619c-4a21-8a82-23fecc6f1e61 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946758
Apr 19 18:49:19.992657 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-04af7676-4b09-48a7-b828-64dd60610693 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:19.995346 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-04af7676-4b09-48a7-b828-64dd60610693 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.62 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.2116039
Apr 19 18:49:20.694245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dde01b-20fe-4ae7-a2dc-e6127b240f21 req-c358eb0e-5059-429a-94b6-79858ff1d639 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:20.696125 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7dde01b-20fe-4ae7-a2dc-e6127b240f21 req-c358eb0e-5059-429a-94b6-79858ff1d639 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.1481879
Apr 19 18:49:20.705035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e171e0-d307-4b80-baec-80322848e205 req-8229d8bf-4017-4062-a341-33239ddb6931 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:20.706828 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e8e171e0-d307-4b80-baec-80322848e205 req-8229d8bf-4017-4062-a341-33239ddb6931 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.2315373
Apr 19 18:49:20.790937 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7dde01b-20fe-4ae7-a2dc-e6127b240f21 req-86a31029-fc6b-4b30-b2b2-a7722b863412 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828235
Apr 19 18:49:20.803903 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e8e171e0-d307-4b80-baec-80322848e205 req-c3f65f67-d514-4f80-8af5-bfdb89f01687 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804427
Apr 19 18:49:22.119412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c6d5-4d31-447f-991e-8455c0a13ed0 req-f3a41d4c-12f1-4dd9-986f-1d5e761c95b8 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:22.122837 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4fe5c6d5-4d31-447f-991e-8455c0a13ed0 req-f3a41d4c-12f1-4dd9-986f-1d5e761c95b8 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 946 time: 0.1859162
Apr 19 18:49:22.171118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19536aa4-a5aa-4095-8e07-7d7b45d61733 req-164c2031-bd18-46f7-9dd1-294ce55b773b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:22.172778 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-19536aa4-a5aa-4095-8e07-7d7b45d61733 req-164c2031-bd18-46f7-9dd1-294ce55b773b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1781402
Apr 19 18:49:22.223872 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4fe5c6d5-4d31-447f-991e-8455c0a13ed0 req-e167a690-443e-471a-b84a-e56e703927cd tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945795
Apr 19 18:49:22.248773 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-19536aa4-a5aa-4095-8e07-7d7b45d61733 req-746baf6f-25b2-4149-8756-cf30aaed4150 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670903
Apr 19 18:49:22.798350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 60e54750-43a8-4bcf-b6a3-0180d5a21179 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:49:22.953411 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:22.993989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 60e54750-43a8-4bcf-b6a3-0180d5a21179, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=60e54750-43a8-4bcf-b6a3-0180d5a21179,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:22.995236 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b6f6bc-de07-4d30-80aa-0685097b1293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e54750-43a8-4bcf-b6a3-0180d5a21179'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:49:23.002310 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:23.004379 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:23.087359 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b6f6bc-de07-4d30-80aa-0685097b1293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e54750-43a8-4bcf-b6a3-0180d5a21179', 'code': 200}
Apr 19 18:49:23.091134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=60e54750-43a8-4bcf-b6a3-0180d5a21179,revision_number=6']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:23.100954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.101323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.101906 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.102266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.102897 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.103273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.103648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.104016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.104399 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.105287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.105660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.106023 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:23.110966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:23.546869 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f64cb-b296-4533-bb8b-cbc17de70cd4 req-7e597ea4-deaf-4a54-8862-f3ca284d21f7 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:23.548818 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6f8f64cb-b296-4533-bb8b-cbc17de70cd4 req-7e597ea4-deaf-4a54-8862-f3ca284d21f7 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 944 time: 0.1962719
Apr 19 18:49:23.563890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206df74-1808-4ebf-b652-c863ddbd169e req-5ea16562-6d17-413c-928c-a2ab938bc687 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:23.565582 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e206df74-1808-4ebf-b652-c863ddbd169e req-5ea16562-6d17-413c-928c-a2ab938bc687 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1479771
Apr 19 18:49:23.652973 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6f8f64cb-b296-4533-bb8b-cbc17de70cd4 req-928c13e1-bdb3-4538-8091-c1f731c85cfb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851848
Apr 19 18:49:23.658827 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e206df74-1808-4ebf-b652-c863ddbd169e req-d1d7d3d4-fffb-4196-8705-3bc7b0622362 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767233
Apr 19 18:49:25.026175 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d646f1-7e18-4be4-a6ee-1060ff27b248 req-26a8627e-c8b3-4643-a44e-44316c5616a1 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:25.033978 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b4d646f1-7e18-4be4-a6ee-1060ff27b248 req-26a8627e-c8b3-4643-a44e-44316c5616a1 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 944 time: 0.1857882
Apr 19 18:49:25.079474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44994c-7564-483a-8594-3fe5564aad49 req-7393b2e7-dee0-4e51-8f9a-6689c67b6159 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:25.081141 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8e44994c-7564-483a-8594-3fe5564aad49 req-7393b2e7-dee0-4e51-8f9a-6689c67b6159 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1793327
Apr 19 18:49:25.113670 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b4d646f1-7e18-4be4-a6ee-1060ff27b248 req-9af4ee54-8f18-443e-a6a6-34a86aaba71e tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704622
Apr 19 18:49:25.211785 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8e44994c-7564-483a-8594-3fe5564aad49 req-8b266ef6-0274-41ab-bf97-6227f5847b67 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013513
Apr 19 18:49:26.507043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80e1b5-5d8d-4e83-aaad-193ea3ef092a req-493eba74-aecb-4c1a-ba78-e6af11affb93 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:26.510132 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4e80e1b5-5d8d-4e83-aaad-193ea3ef092a req-493eba74-aecb-4c1a-ba78-e6af11affb93 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 944 time: 0.2076843
Apr 19 18:49:26.552917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6880e-2ada-4259-be6a-ff9f197140df req-ddcb7478-d343-4cd5-bdba-581613a19e40 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:26.554561 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4ba6880e-2ada-4259-be6a-ff9f197140df req-ddcb7478-d343-4cd5-bdba-581613a19e40 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1592264
Apr 19 18:49:26.580412 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4e80e1b5-5d8d-4e83-aaad-193ea3ef092a req-a6bdb813-bef5-4453-877f-1b88d8a55456 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615489
Apr 19 18:49:26.639621 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4ba6880e-2ada-4259-be6a-ff9f197140df req-10e7a03f-9405-4074-8d72-ab0db4c6b057 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635841
Apr 19 18:49:27.901881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:49:27.909273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a358430-6f13-496c-9fb2-e77aeedc7126 req-e01eac10-f376-4ea5-8a6f-0f5448948cb5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:27.911017 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5a358430-6f13-496c-9fb2-e77aeedc7126 req-e01eac10-f376-4ea5-8a6f-0f5448948cb5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 944 time: 0.1841710
Apr 19 18:49:27.945685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b7cc0-2bc0-4e69-86a2-0c0fce90d02d req-7369c4e4-e007-4728-8439-c2acc8219838 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:27.949182 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-db0b7cc0-2bc0-4e69-86a2-0c0fce90d02d req-7369c4e4-e007-4728-8439-c2acc8219838 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1488547
Apr 19 18:49:28.036659 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5a358430-6f13-496c-9fb2-e77aeedc7126 req-e24b865c-302f-44bf-91d1-1a24f7b1e5e6 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140759
Apr 19 18:49:28.060286 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-db0b7cc0-2bc0-4e69-86a2-0c0fce90d02d req-c4b4957e-cdd6-41bd-a608-cfd92ee18023 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863299
Apr 19 18:49:29.371789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9e88d-98a8-492e-900b-e54fbf66cfae req-1227d692-cbeb-4c9a-8e2c-82c88b2e8036 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:29.373552 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9e9e88d-98a8-492e-900b-e54fbf66cfae req-1227d692-cbeb-4c9a-8e2c-82c88b2e8036 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 944 time: 0.1837053
Apr 19 18:49:29.390065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf6315-541b-4e77-ba2c-ea562a7dba0c req-eee112c5-7cf3-4692-adf8-9b501f8ce35e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:29.391726 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e2bf6315-541b-4e77-ba2c-ea562a7dba0c req-eee112c5-7cf3-4692-adf8-9b501f8ce35e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1554739
Apr 19 18:49:29.474850 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e2bf6315-541b-4e77-ba2c-ea562a7dba0c req-c9f92de2-83e8-4576-9508-38e53a8dd927 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658898
Apr 19 18:49:29.478020 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9e9e88d-98a8-492e-900b-e54fbf66cfae req-3f6176d6-02fb-42da-b0db-c00fbbed4bb8 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972710
Apr 19 18:49:30.762907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36305c12-a121-44c6-86e1-128caa1a98f2 req-867184ed-34d4-4bc8-8582-913a5879b7e7 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:30.764505 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-36305c12-a121-44c6-86e1-128caa1a98f2 req-867184ed-34d4-4bc8-8582-913a5879b7e7 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 944 time: 0.1674392
Apr 19 18:49:30.773738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859acf66-192a-4eba-bd2d-3ef01b9b1578 req-0c4e7623-2640-4b66-bacc-c4bd6468a459 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:30.775339 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-859acf66-192a-4eba-bd2d-3ef01b9b1578 req-0c4e7623-2640-4b66-bacc-c4bd6468a459 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1389167
Apr 19 18:49:30.855000 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-36305c12-a121-44c6-86e1-128caa1a98f2 req-5bd25290-3066-4296-b661-3ee6c4b0d426 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782979
Apr 19 18:49:30.857836 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-859acf66-192a-4eba-bd2d-3ef01b9b1578 req-15207a65-edd5-467c-9894-d778a79ce108 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655007
Apr 19 18:49:31.103001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Deleting port 60e54750-43a8-4bcf-b6a3-0180d5a21179 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:49:31.103387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:31.371171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] For port 60e54750-43a8-4bcf-b6a3-0180d5a21179, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=60e54750-43a8-4bcf-b6a3-0180d5a21179,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:31.371486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:31.717928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Calling delete_port for 60e54750-43a8-4bcf-b6a3-0180d5a21179 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:49:31.943296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:31.950290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:31.956211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['e1f8620a-43d9-41fd-a166-93ad755f93fd'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:49:32.037476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Pushing event deleted for resources: {'Port': ['ID=60e54750-43a8-4bcf-b6a3-0180d5a21179,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:32.057009 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-02d7f89d-aaae-411b-a90d-d84323e03267 req-ebc3bba6-31a3-4548-a9f5-dbe03532e502 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=39b6f6bc-de07-4d30-80aa-0685097b1293 HTTP/1.1" status: 200  len: 210 time: 0.0636945
Apr 19 18:49:32.140560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.140958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.141357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.141756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.142150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.142589 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.142959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.143349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.143737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.144125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.144514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.144905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:32.156962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:32.207899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] No DVR routers for this DVR port 60e54750-43a8-4bcf-b6a3-0180d5a21179 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:49:32.219594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:32.223079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b6f6bc-de07-4d30-80aa-0685097b1293', 'name': 'network-vif-deleted', 'tag': '60e54750-43a8-4bcf-b6a3-0180d5a21179'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:49:32.242664 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d94e6077-0664-4c3b-b3ac-993daaf41d11 req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.62 "DELETE /v2.0/ports/60e54750-43a8-4bcf-b6a3-0180d5a21179 HTTP/1.1" status: 204  len: 173 time: 1.2169237
Apr 19 18:49:32.256080 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994d2b1-9fb0-4e46-a25d-eaae0376e5fa req-be2f3540-93fc-4c04-92eb-e1082c2a3a36 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:32.257702 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3994d2b1-9fb0-4e46-a25d-eaae0376e5fa req-be2f3540-93fc-4c04-92eb-e1082c2a3a36 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.2058423
Apr 19 18:49:32.284331 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b6f6bc-de07-4d30-80aa-0685097b1293', 'name': 'network-vif-deleted', 'tag': '60e54750-43a8-4bcf-b6a3-0180d5a21179', 'status': 'completed', 'code': 200}
Apr 19 18:49:32.318184 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3994d2b1-9fb0-4e46-a25d-eaae0376e5fa req-0d14315e-8655-49d4-a6b0-58e9ccf2763f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507214
Apr 19 18:49:33.425455 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dcd0d-6d3b-4164-a2f1-d59701cc6209 req-6f4376ea-bec9-43c7-ae37-289b24991eeb tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:33.427035 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-749dcd0d-6d3b-4164-a2f1-d59701cc6209 req-6f4376ea-bec9-43c7-ae37-289b24991eeb tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 946 time: 0.0952046
Apr 19 18:49:33.476596 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-749dcd0d-6d3b-4164-a2f1-d59701cc6209 req-d13bd33e-f0be-4110-a109-0045959b6fd4 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419903
Apr 19 18:49:33.571540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be158f-b239-4919-a6ac-1e1c06e9d0e6 req-05a7ff47-1f4b-4d26-acf7-266c7dad5b83 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:33.573159 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3be158f-b239-4919-a6ac-1e1c06e9d0e6 req-05a7ff47-1f4b-4d26-acf7-266c7dad5b83 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.0956259
Apr 19 18:49:33.676438 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3be158f-b239-4919-a6ac-1e1c06e9d0e6 req-31335359-40fe-4b93-843d-239432673d74 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957139
Apr 19 18:49:33.707265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d59a-24c9-4ca9-bf7b-ca1524de6d65 req-0dc7456a-6732-45a1-ab43-29f0d6e4eb99 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:33.708016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-7ab8d59a-24c9-4ca9-bf7b-ca1524de6d65 req-0dc7456a-6732-45a1-ab43-29f0d6e4eb99 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Synchronizing usage tracker for tenant:a598eef27c394deb9f152c93f429143f on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:49:33.723573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-7ab8d59a-24c9-4ca9-bf7b-ca1524de6d65 req-0dc7456a-6732-45a1-ab43-29f0d6e4eb99 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Unset dirty status for tenant:a598eef27c394deb9f152c93f429143f on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:49:33.724862 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d59a-24c9-4ca9-bf7b-ca1524de6d65 req-0dc7456a-6732-45a1-ab43-29f0d6e4eb99 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1293132
Apr 19 18:49:33.774346 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d59a-24c9-4ca9-bf7b-ca1524de6d65 req-9a743587-83ba-4e92-802a-50c757231d44 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411627
Apr 19 18:49:34.684229 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab1097-c00b-451f-b49e-c611b4820ec4 req-965cf277-df94-4bc1-b53d-2ce375bc4847 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:34.685837 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5eab1097-c00b-451f-b49e-c611b4820ec4 req-965cf277-df94-4bc1-b53d-2ce375bc4847 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 946 time: 0.0924397
Apr 19 18:49:34.735500 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5eab1097-c00b-451f-b49e-c611b4820ec4 req-8267a561-9245-48c6-8fcb-3818a582970d tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432112
Apr 19 18:49:34.904646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67bdce-a7a5-441c-86b6-0873d9915c7d req-16238d6c-4ca5-4860-9d9c-6e8412a5f26b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:34.906274 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-df67bdce-a7a5-441c-86b6-0873d9915c7d req-16238d6c-4ca5-4860-9d9c-6e8412a5f26b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.0933845
Apr 19 18:49:35.015273 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-df67bdce-a7a5-441c-86b6-0873d9915c7d req-63bddb2e-67e4-4712-8ac4-881246e1525f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636606
Apr 19 18:49:35.036100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9f57e-6a3f-4504-879a-923b5afacc92 req-eb5d898c-57fb-41e5-997a-a1feb6d0a7a5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:35.037721 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0ab9f57e-6a3f-4504-879a-923b5afacc92 req-eb5d898c-57fb-41e5-997a-a1feb6d0a7a5 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1304612
Apr 19 18:49:35.144653 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0ab9f57e-6a3f-4504-879a-923b5afacc92 req-5bbe5fb6-b696-484f-b1fd-6dd2ea3d1079 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004562
Apr 19 18:49:35.177958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-cf7a5d48-066a-4689-8433-be31678e038b tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:35.179535 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-cf7a5d48-066a-4689-8433-be31678e038b tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.62 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 946 time: 0.1189184
Apr 19 18:49:35.257066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Deleting port 4894e81c-3517-401c-9729-3a895b6f0252 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:49:35.257453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:35.520698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] For port 4894e81c-3517-401c-9729-3a895b6f0252, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4894e81c-3517-401c-9729-3a895b6f0252,segment=NetworkSegment(9b28b4c1-a168-413a-9635-9a1e04d67bfc),segment_id=9b28b4c1-a168-413a-9635-9a1e04d67bfc)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:35.521090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:35.654631 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Calling delete_port for 4894e81c-3517-401c-9729-3a895b6f0252 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:49:35.805312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:35.811568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:35.817226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['4894e81c-3517-401c-9729-3a895b6f0252'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:49:35.864257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Pushing event deleted for resources: {'Port': ['ID=4894e81c-3517-401c-9729-3a895b6f0252,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:35.907666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:35.952039 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9206aa3f-2b77-4cb5-bd69-d5901d1bbbe1 req-2f1162e4-cf9a-42bd-93bd-09253610f53f tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=4184de85-5002-4f6b-8d1e-81f77c534a0e HTTP/1.1" status: 200  len: 210 time: 0.0906522
Apr 19 18:49:35.994419 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] No DVR routers for this DVR port 4894e81c-3517-401c-9729-3a895b6f0252 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:49:35.998104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:36.000924 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4184de85-5002-4f6b-8d1e-81f77c534a0e', 'name': 'network-vif-deleted', 'tag': '4894e81c-3517-401c-9729-3a895b6f0252'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:49:36.017116 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4d201240-e54a-40cc-b93f-ebc70d208dfe req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.62 "DELETE /v2.0/ports/4894e81c-3517-401c-9729-3a895b6f0252 HTTP/1.1" status: 204  len: 173 time: 0.8315096
Apr 19 18:49:36.052710 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4184de85-5002-4f6b-8d1e-81f77c534a0e', 'name': 'network-vif-deleted', 'tag': '4894e81c-3517-401c-9729-3a895b6f0252', 'status': 'completed', 'code': 200}
Apr 19 18:49:36.236182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab55e50-27cf-4cfe-9097-79ed3841efcc req-fdceb678-0d3c-4d66-b5a6-eb3c20b9695b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:36.237742 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bab55e50-27cf-4cfe-9097-79ed3841efcc req-fdceb678-0d3c-4d66-b5a6-eb3c20b9695b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.0957181
Apr 19 18:49:36.331947 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bab55e50-27cf-4cfe-9097-79ed3841efcc req-0eee08c2-c990-4331-b3b9-356e2eedc671 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873470
Apr 19 18:49:36.374618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cb343-f26a-4db3-83a8-3d75d305f57c req-fbab972b-23b1-42bd-837b-57a573150508 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:36.376232 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-391cb343-f26a-4db3-83a8-3d75d305f57c req-fbab972b-23b1-42bd-837b-57a573150508 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1078026
Apr 19 18:49:36.426669 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-391cb343-f26a-4db3-83a8-3d75d305f57c req-74bdc2e2-e389-4223-9040-75bcb21199d1 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439074
Apr 19 18:49:37.545003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196fcf8-2bda-494a-bc71-42f581f15d22 req-b4a5a579-e312-4967-af9d-0f1e0bfd4be8 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:37.546711 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5196fcf8-2bda-494a-bc71-42f581f15d22 req-b4a5a579-e312-4967-af9d-0f1e0bfd4be8 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.0935681
Apr 19 18:49:37.653214 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5196fcf8-2bda-494a-bc71-42f581f15d22 req-aa2703a4-5bc2-472f-8df4-bc0705f01610 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640786
Apr 19 18:49:37.674597 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20919e75-a2f8-4060-974f-188ea53a38e7 req-302db754-640f-4044-ba11-7f11cb573212 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:37.676276 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20919e75-a2f8-4060-974f-188ea53a38e7 req-302db754-640f-4044-ba11-7f11cb573212 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1285787
Apr 19 18:49:37.726497 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20919e75-a2f8-4060-974f-188ea53a38e7 req-8f114a27-5e6d-4d7b-b8cd-149419ab1a22 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419629
Apr 19 18:49:38.864743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fe9e6-d871-41ae-9e0f-bad206579d5b req-b8da13a5-99c6-4923-ab18-6a42ea2ffa78 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:38.866354 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-822fe9e6-d871-41ae-9e0f-bad206579d5b req-b8da13a5-99c6-4923-ab18-6a42ea2ffa78 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.0924714
Apr 19 18:49:38.975473 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-822fe9e6-d871-41ae-9e0f-bad206579d5b req-cdf41d70-7260-42c2-843f-e6f9032c603a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958593
Apr 19 18:49:39.018173 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58370179-e024-4215-b279-debb5c1ed1e1 req-a686c9c3-3f45-40f9-8a43-ecd7dbf279b3 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:39.019777 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-58370179-e024-4215-b279-debb5c1ed1e1 req-a686c9c3-3f45-40f9-8a43-ecd7dbf279b3 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1060877
Apr 19 18:49:39.072875 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-58370179-e024-4215-b279-debb5c1ed1e1 req-a9b978c0-ebc2-430c-b5f7-dfc3e8d28bae tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467250
Apr 19 18:49:39.914911 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-faabd9f3-21b1-404f-bf84-da9b8c858b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:40.265347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6d194-b353-4e20-8f8a-e70e20c93973 req-fbfa49ad-90d5-44c8-9c34-b9f625c72334 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:40.267015 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-79c6d194-b353-4e20-8f8a-e70e20c93973 req-fbfa49ad-90d5-44c8-9c34-b9f625c72334 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 944 time: 0.1582234
Apr 19 18:49:40.333319 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-79c6d194-b353-4e20-8f8a-e70e20c93973 req-6cb04442-73d6-4e80-8a37-8f6ee1ec933f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592451
Apr 19 18:49:40.343878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704edaf-6985-4b67-adcd-d101c6458e12 req-69a58e0e-c702-444d-9a32-5fd40dd04cce tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:40.345527 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c704edaf-6985-4b67-adcd-d101c6458e12 req-69a58e0e-c702-444d-9a32-5fd40dd04cce tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.1503046
Apr 19 18:49:40.368067 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:49:40.398758 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c704edaf-6985-4b67-adcd-d101c6458e12 req-185fea49-b099-4349-9420-8ae210fc44a7 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449917
Apr 19 18:49:40.425943 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 4894e81c-3517-401c-9729-3a895b6f0252 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:49:40.520322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: 4894e81c-3517-401c-9729-3a895b6f0252 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:49:40.520716 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 4894e81c-3517-401c-9729-3a895b6f0252 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:49:40.629679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:40.645238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'port_id': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'mac_address': 'fa:16:3e:ea:92:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:49:40.713356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:40.733334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:49:40.750473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:40.753440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:40.756189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:40.820595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-7a51ccf6-6dc3-4fae-a775-9ff86c93d97d tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:40.822241 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-7a51ccf6-6dc3-4fae-a775-9ff86c93d97d tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 945 time: 0.0955346
Apr 19 18:49:40.829492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=9']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:40.832914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:40.902184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Deleting port e1f8620a-43d9-41fd-a166-93ad755f93fd {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:49:40.902534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:40.999518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:49:41.226763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] For port e1f8620a-43d9-41fd-a166-93ad755f93fd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1f8620a-43d9-41fd-a166-93ad755f93fd,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:41.227443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:41.365215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Calling delete_port for e1f8620a-43d9-41fd-a166-93ad755f93fd owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:49:41.372890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e1f8620a-43d9-41fd-a166-93ad755f93fd no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:49:41.528733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:41.882447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:41.904626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797e8ee-0c7c-4cd7-8b0f-258c6425aa19 req-c559da2b-4c6d-439a-bb18-cbfe16cacaf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:41.906257 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3797e8ee-0c7c-4cd7-8b0f-258c6425aa19 req-c559da2b-4c6d-439a-bb18-cbfe16cacaf1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 945 time: 0.4470005
Apr 19 18:49:41.907018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:41.978443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Pushing event deleted for resources: {'Port': ['ID=e1f8620a-43d9-41fd-a166-93ad755f93fd,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:41.985944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:42.093672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ad90-2230-4ab8-9a01-150d46bc8c7c req-bab973bf-4e3e-412b-a0b8-a4636c0a4692 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:42.095218 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4457ad90-2230-4ab8-9a01-150d46bc8c7c req-bab973bf-4e3e-412b-a0b8-a4636c0a4692 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7458721-0a1f-44ab-a936-9c34b7cf3736 HTTP/1.1" status: 200  len: 867 time: 0.5347283
Apr 19 18:49:42.103004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] No DVR routers for this DVR port e1f8620a-43d9-41fd-a166-93ad755f93fd on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:49:42.107315 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3797e8ee-0c7c-4cd7-8b0f-258c6425aa19 req-dd1fec51-9440-4ed6-898b-d0f6d6fbe272 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1600275
Apr 19 18:49:42.108416 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:42.112668 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7458721-0a1f-44ab-a936-9c34b7cf3736', 'name': 'network-vif-deleted', 'tag': 'e1f8620a-43d9-41fd-a166-93ad755f93fd'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:49:42.165783 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5e660376-8b96-467e-82c4-f09de3db2b7a req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.62 "DELETE /v2.0/ports/e1f8620a-43d9-41fd-a166-93ad755f93fd HTTP/1.1" status: 204  len: 173 time: 1.3374929
Apr 19 18:49:42.179091 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4457ad90-2230-4ab8-9a01-150d46bc8c7c req-7c3658ff-0caa-4b4f-adf7-adf8d2207492 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] 10.222.0.41 "GET /v2.0/security-groups?id=edd118a8-1726-4408-9a91-d159920ab4b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671318
Apr 19 18:49:42.206845 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7458721-0a1f-44ab-a936-9c34b7cf3736', 'name': 'network-vif-deleted', 'tag': 'e1f8620a-43d9-41fd-a166-93ad755f93fd', 'status': 'completed', 'code': 200}
Apr 19 18:49:42.894018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1ac8baa8-293c-42a0-89b1-c498609b3e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:43.264580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:43.356637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46700) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:49:43.386691 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:49:43.402700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791b3be-a39b-4d14-848e-6c0e4d12e1e4 req-e121e39c-3839-439f-9cdd-6110a4726190 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:43.404015 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b791b3be-a39b-4d14-848e-6c0e4d12e1e4 req-e121e39c-3839-439f-9cdd-6110a4726190 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 945 time: 0.1072559
Apr 19 18:49:43.460347 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b791b3be-a39b-4d14-848e-6c0e4d12e1e4 req-76559d2b-2fed-4dc2-8f0f-353845d9a64a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489519
Apr 19 18:49:43.494729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:49:43.494729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:43.718844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:43.758885 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:49:43.771285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:43.775417 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:43.778496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:43.817243 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'code': 200}
Apr 19 18:49:43.857597 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=10']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:43.861550 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:44.065735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837056'] for router_interface, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:44.163651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:44.453862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Deleting port af3ccb77-1af6-4c44-b342-5e11d6375133 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:49:44.454560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:44.521828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:44.742858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae532afa-2d73-47d2-907a-520f9f860e32 req-d35c4527-fc38-4ec5-9cff-ad14f03e8d09 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:44.744492 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae532afa-2d73-47d2-907a-520f9f860e32 req-d35c4527-fc38-4ec5-9cff-ad14f03e8d09 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 947 time: 0.0924664
Apr 19 18:49:44.750660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] For port af3ccb77-1af6-4c44-b342-5e11d6375133, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=af3ccb77-1af6-4c44-b342-5e11d6375133,segment=NetworkSegment(3e4cbc64-9169-421f-ae61-afdc1ac46fd6),segment_id=3e4cbc64-9169-421f-ae61-afdc1ac46fd6)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:44.751066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:44.800634 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae532afa-2d73-47d2-907a-520f9f860e32 req-f12e1c6c-2181-4ea2-a979-ec7854962b39 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430613
Apr 19 18:49:44.893726 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Calling delete_port for af3ccb77-1af6-4c44-b342-5e11d6375133 owned by network:router_interface {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:49:45.431386 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:45.438258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a5781c9c-f5b0-43d8-a040-37ca371d434c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:45.530512 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3ccb77-1af6-4c44-b342-5e11d6375133,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:45.544465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:45.575844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.576259 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.576659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.577056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.577446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.577839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.578228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.578662 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.579055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.579437 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.579821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.580215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:49:45.583965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:45.806082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837182'] for router_interface, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:46.037700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a475086-4fe9-4efb-afc3-153eded7e695 req-2022d70a-8800-4ec5-bfd8-65313b89f5c7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:46.039322 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4a475086-4fe9-4efb-afc3-153eded7e695 req-2022d70a-8800-4ec5-bfd8-65313b89f5c7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 947 time: 0.1002023
Apr 19 18:49:46.090316 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4a475086-4fe9-4efb-afc3-153eded7e695 req-44dd0e85-016c-4426-8b5a-263d91c6cc03 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439997
Apr 19 18:49:46.212135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Router 17d76dc3-299d-4ad1-8861-527b2206051e has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:49:46.413240 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:49:46.423793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] Sync routers for ids ['17d76dc3-299d-4ad1-8861-527b2206051e'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:49:46.427124 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] 10.222.0.41 "PUT /v2.0/routers/17d76dc3-299d-4ad1-8861-527b2206051e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0693216
Apr 19 18:49:46.430416 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46718) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:49:46.435330 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] Routers {'17d76dc3-299d-4ad1-8861-527b2206051e'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:49:46.435992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b787aa2e8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:49:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['17d76dc3-299d-4ad1-8861-527b2206051e'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:49:46.638377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] Set router 17d76dc3-299d-4ad1-8861-527b2206051e gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:49:46.708172 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Notify callbacks [] for router, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:46.987928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:47.001504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Deleting port a3608fc2-bbe3-48c8-b563-086d153b20cf {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:49:47.002562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:47.053732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b787aa2e8>, [{'id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'name': 'tempest-ServerRescueNegativeTestJSON-299257116-router', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:49:45Z', 'revision_number': 5, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'gw_port': {'id': 'a3608fc2-bbe3-48c8-b563-086d153b20cf', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:70:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:49:47.060189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] Checking router: 17d76dc3-299d-4ad1-8861-527b2206051e for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:49:47.069934 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] Routers {'17d76dc3-299d-4ad1-8861-527b2206051e'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:49:47.071363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b787aa2e8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:49:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['17d76dc3-299d-4ad1-8861-527b2206051e'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:49:47.121558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-d020c76a-eb2d-49bd-885b-08897d3ad79b tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:47.123284 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-d020c76a-eb2d-49bd-885b-08897d3ad79b tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/networks?id=caf15418-6829-44da-ba49-169ee975acc8 HTTP/1.1" status: 200  len: 813 time: 0.1986454
Apr 19 18:49:47.130904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc22e4-526b-4bf1-9e54-552d9e2c5c4f req-27f20db5-53fb-4e5f-b356-c6651cde3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:47.132488 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3fc22e4-526b-4bf1-9e54-552d9e2c5c4f req-27f20db5-53fb-4e5f-b356-c6651cde3df5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 1100 time: 0.2644227
Apr 19 18:49:47.192044 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-89b5312d-e697-4392-a4c9-e0e12f743bd3 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/quotas/6288e4f7c996422d816458f457575017 HTTP/1.1" status: 200  len: 375 time: 0.0150750
Apr 19 18:49:47.254282 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3fc22e4-526b-4bf1-9e54-552d9e2c5c4f req-ad1f6e8a-f757-4d6a-a8be-12b1557961ab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098528
Apr 19 18:49:47.256738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] Set router 17d76dc3-299d-4ad1-8861-527b2206051e gateway port host: None {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:49:47.268658 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-cdef9397-67e8-49f6-b2c6-a35d07a790ef tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Synchronizing usage tracker for tenant:6288e4f7c996422d816458f457575017 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:49:47.285706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] For port a3608fc2-bbe3-48c8-b563-086d153b20cf, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a3608fc2-bbe3-48c8-b563-086d153b20cf,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:47.286178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:47.333438 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-cdef9397-67e8-49f6-b2c6-a35d07a790ef tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Unset dirty status for tenant:6288e4f7c996422d816458f457575017 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:49:47.335481 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-cdef9397-67e8-49f6-b2c6-a35d07a790ef tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6288e4f7c996422d816458f457575017&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1308630
Apr 19 18:49:47.391917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b787aa2e8>, [{'id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'name': 'tempest-ServerRescueNegativeTestJSON-299257116-router', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:49:46Z', 'revision_number': 6, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'gw_port_host': None}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:49:47.399554 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399f7e9-0635-4ba9-9759-e15dae0c3358 None None] The sync data for ids ['17d76dc3-299d-4ad1-8861-527b2206051e'] in dv-cinder-786929-1-iscsi is: [{'id': '17d76dc3-299d-4ad1-8861-527b2206051e', 'name': 'tempest-ServerRescueNegativeTestJSON-299257116-router', 'tenant_id': 'a598eef27c394deb9f152c93f429143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:49:46Z', 'revision_number': 6, 'project_id': 'a598eef27c394deb9f152c93f429143f', 'gw_port_host': None}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:49:47.444274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Calling delete_port for a3608fc2-bbe3-48c8-b563-086d153b20cf owned by network:router_gateway {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:49:47.516867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31ae27-6c90-465f-809b-b60d083966c7 req-99c7e934-c10d-442c-bcdf-d5923c9ae4aa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:47.518654 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dd31ae27-6c90-465f-809b-b60d083966c7 req-99c7e934-c10d-442c-bcdf-d5923c9ae4aa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 947 time: 0.2327788
Apr 19 18:49:47.599619 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-c8c3b2de-d654-4429-b320-8f21011bec37 service neutron] 10.222.0.41 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553060
Apr 19 18:49:47.657137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:47.662797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-27f4dd94-a538-464e-83f9-c992be4fd164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:47.688057 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dd31ae27-6c90-465f-809b-b60d083966c7 req-d7415341-47bd-4581-8324-54117ad04333 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1589255
Apr 19 18:49:47.714434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3608fc2-bbe3-48c8-b563-086d153b20cf,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:47.717962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:47.819564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850930561'] for router_gateway, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:47.844017 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-66049ffe-a2ad-4650-9b7b-cae355615318 service neutron] 10.222.0.41 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230408
Apr 19 18:49:48.379941 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2fc303bf-9c26-411f-8f10-cc410d46af97 req-e05d2ef2-abc3-4365-a37e-22bd997dd72e tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 210 time: 0.1816659
Apr 19 18:49:48.475207 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850934237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257981'] for router, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:48.480072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:48.489875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a3608fc2-bbe3-48c8-b563-086d153b20cf no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:49:48.603352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba22e49-fe86-4d4a-aa1e-d66549670665 req-4f42fa43-f296-44dd-aebc-1e24826c2173 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:48.606736 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9ba22e49-fe86-4d4a-aa1e-d66549670665 req-4f42fa43-f296-44dd-aebc-1e24826c2173 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1313751
Apr 19 18:49:48.623738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: a3608fc2-bbe3-48c8-b563-086d153b20cf {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:49:48.624356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a3608fc2-bbe3-48c8-b563-086d153b20cf not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:49:48.625268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device af3ccb77-1af6-4c44-b342-5e11d6375133 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:49:48.642483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3836263'] for router, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:48.647106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17d76dc3-299d-4ad1-8861-527b2206051e {{(pid=86309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:49:48.674506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Notify callbacks [] for router, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:48.678317 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] 10.222.0.41 "DELETE /v2.0/routers/17d76dc3-299d-4ad1-8861-527b2206051e HTTP/1.1" status: 204  len: 168 time: 2.2442663
Apr 19 18:49:48.679887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 46788) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:49:48.699153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: af3ccb77-1af6-4c44-b342-5e11d6375133 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:49:48.699558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device af3ccb77-1af6-4c44-b342-5e11d6375133 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:49:48.702928 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9ba22e49-fe86-4d4a-aa1e-d66549670665 req-76aa69d2-786a-4052-b3a7-44f2b2871ef2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778060
Apr 19 18:49:48.823433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7638233-64d1-4f0e-a040-3293c2d072ec admin admin] Deleting subnet 53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:49:48.824957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7638233-64d1-4f0e-a040-3293c2d072ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:49.001003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7638233-64d1-4f0e-a040-3293c2d072ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595073'] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:49.083864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7638233-64d1-4f0e-a040-3293c2d072ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:49.128241 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6168f44-4f3f-4b54-9b9d-bdf129334896 req-655934da-6da2-4561-8693-e97a7d53c280 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:49.129930 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f6168f44-4f3f-4b54-9b9d-bdf129334896 req-655934da-6da2-4561-8693-e97a7d53c280 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 947 time: 0.2709363
Apr 19 18:49:49.280255 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f6168f44-4f3f-4b54-9b9d-bdf129334896 req-80b61e03-ed0b-4e75-8189-ff3f79b387a6 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1344302
Apr 19 18:49:49.427833 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7638233-64d1-4f0e-a040-3293c2d072ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844620269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844645310'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:49.432195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d43123d6-3b96-4f54-a0a9-49f4964fbec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:49.471369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7638233-64d1-4f0e-a040-3293c2d072ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:49.474745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f7638233-64d1-4f0e-a040-3293c2d072ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:49.475822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7638233-64d1-4f0e-a040-3293c2d072ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:49.485121 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f7638233-64d1-4f0e-a040-3293c2d072ec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/53ac0d63-220f-43d1-9b2c-2c0a45c7f8b2 HTTP/1.1" status: 204  len: 168 time: 0.7782753
Apr 19 18:49:49.485545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 46806) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:49:49.577032 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4ac9ce49-2663-43b1-a4d0-93349c17861f req-58dea478-7838-411b-b2a9-6d17990682cf tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 210 time: 0.0683115
Apr 19 18:49:49.655759 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:49.949166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:50.111465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-6e73db8b-653d-4961-a0df-3ac8462cd3eb tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:50.113122 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-6e73db8b-653d-4961-a0df-3ac8462cd3eb tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.62 "GET /v2.0/networks?id=caf15418-6829-44da-ba49-169ee975acc8 HTTP/1.1" status: 200  len: 813 time: 0.4164965
Apr 19 18:49:50.134447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Request body: {'port': {'device_id': '5ca10a4c-2e43-4be4-acc8-2944a24d79d7', 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8', 'admin_state_up': True, 'tenant_id': '6288e4f7c996422d816458f457575017'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:49:50.152849 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b784874e0>,) {'filters': {'network_id': ['a44011d1-034d-4152-ae01-60bfbc348ee2']}} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:49:50.193281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b784874e0>, '3e4cbc64-9169-421f-ae61-afdc1ac46fd6') {'for_net_delete': True} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:49:50.193547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b784874e0>, '3e4cbc64-9169-421f-ae61-afdc1ac46fd6') {} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:49:50.497783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdd9eb-34ce-43b7-b5c6-d7bdc1776914 req-10cca87b-3493-4d8b-9bbd-81029e172a6c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:50.499408 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-efcdd9eb-34ce-43b7-b5c6-d7bdc1776914 req-10cca87b-3493-4d8b-9bbd-81029e172a6c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.6667240
Apr 19 18:49:50.535340 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852180727'] for segment, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:50.608095 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:50.647959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=86308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:49:50.739744 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-efcdd9eb-34ce-43b7-b5c6-d7bdc1776914 req-64d4d71e-99c1-465d-8fe2-62d6672d036f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1919847
Apr 19 18:49:50.755301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:49:50.813016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:49:50.928720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Network a44011d1-034d-4152-ae01-60bfbc348ee2 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:49:50.950539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155440'] for segment, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:50.968590 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2691233-b41e-4244-bb49-fa6fe91e946a req-948965b0-85c1-4d7d-9024-c1908102fae7 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 210 time: 0.1061058
Apr 19 18:49:50.981257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Made reservation on behalf of 6288e4f7c996422d816458f457575017 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:49:50.987305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:51.005863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861bb25-4dea-4c12-bf3b-6c17a574bd3b req-52b3a6d5-142d-4fc5-9c6b-8a17ed10111a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:51.007413 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8861bb25-4dea-4c12-bf3b-6c17a574bd3b req-52b3a6d5-142d-4fc5-9c6b-8a17ed10111a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 947 time: 0.5279481
Apr 19 18:49:51.267554 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Network a44011d1-034d-4152-ae01-60bfbc348ee2 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:49:51.282568 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8861bb25-4dea-4c12-bf3b-6c17a574bd3b req-3fe57af2-b3f9-4106-8503-c8fbf44a4c6f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2205575
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:49:51.304150 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:49:51.449767 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:51.467657 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:51.488643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:51.505551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Pushing event deleted for resources: {'Network': ['ID=a44011d1-034d-4152-ae01-60bfbc348ee2,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:51.512340 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:51.522242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Allocated IP 172.20.0.14 (caf15418-6829-44da-ba49-169ee975acc8/a996ff6d-28d8-4067-823d-7212f81b7654/5efecca9-b49e-4635-823d-2ed540d688bd) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:49:51.535678 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] 10.222.0.41 "DELETE /v2.0/networks/a44011d1-034d-4152-ae01-60bfbc348ee2 HTTP/1.1" status: 204  len: 168 time: 2.0488880
Apr 19 18:49:51.769334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46826) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:49:51.770340 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:51.804509 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:51.814851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:51.859413 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d9558da7-2549-4c9d-bb95-aa0e2cb5c253 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a598eef27c394deb9f152c93f429143f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0884626
Apr 19 18:49:51.861913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46830) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:49:51.971834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-caa3a5da-2eb0-40b3-bea8-d24bb0ac4cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:52.021700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-caa3a5da-2eb0-40b3-bea8-d24bb0ac4cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:52.037795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Network caf15418-6829-44da-ba49-169ee975acc8 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:49:52.045507 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:49:52.061119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:49:52.107270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-caa3a5da-2eb0-40b3-bea8-d24bb0ac4cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:52.115087 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9c2bd6ad-34fd-4f16-a53c-4f33cf8fae02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:52.122643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Pushing event updated for resources: {'Port': ['ID=5efecca9-b49e-4635-823d-2ed540d688bd,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:52.129806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:52.142555 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3a5da-2eb0-40b3-bea8-d24bb0ac4cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd118a8-1726-4408-9a91-d159920ab4b3,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:52.148539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-caa3a5da-2eb0-40b3-bea8-d24bb0ac4cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:52.154777 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-caa3a5da-2eb0-40b3-bea8-d24bb0ac4cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:52.158470 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-caa3a5da-2eb0-40b3-bea8-d24bb0ac4cee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/edd118a8-1726-4408-9a91-d159920ab4b3 HTTP/1.1" status: 204  len: 168 time: 0.2926097
Apr 19 18:49:52.273772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:52.274467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:52.291446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef950b-53ff-444e-9a5c-4bba710e1100 req-10a4916c-6ab9-4b33-afea-79e1f0389b63 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:52.293648 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3cef950b-53ff-444e-9a5c-4bba710e1100 req-10a4916c-6ab9-4b33-afea-79e1f0389b63 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.4025710
Apr 19 18:49:52.337152 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2085690
Apr 19 18:49:52.355669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd074e4-500b-459e-b18b-75cf06a6acd8 req-8dbdc6eb-7386-455d-a48e-34206507fd08 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:52.356126 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-4fd074e4-500b-459e-b18b-75cf06a6acd8 req-8dbdc6eb-7386-455d-a48e-34206507fd08 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Synchronizing usage tracker for tenant:6288e4f7c996422d816458f457575017 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:49:52.369612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Request body: {'port': {'device_id': '5ca10a4c-2e43-4be4-acc8-2944a24d79d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:49:52.426746 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3cef950b-53ff-444e-9a5c-4bba710e1100 req-6c86543d-7b37-4f81-9444-962038f96ace tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1211071
Apr 19 18:49:52.442226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-4fd074e4-500b-459e-b18b-75cf06a6acd8 req-8dbdc6eb-7386-455d-a48e-34206507fd08 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Unset dirty status for tenant:6288e4f7c996422d816458f457575017 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:49:52.443519 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4fd074e4-500b-459e-b18b-75cf06a6acd8 req-8dbdc6eb-7386-455d-a48e-34206507fd08 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 932 time: 0.3358352
Apr 19 18:49:52.552200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:52.571317 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4fd074e4-500b-459e-b18b-75cf06a6acd8 req-553c2b70-8b2b-4561-9fa2-99725158d095 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198280
Apr 19 18:49:53.016538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efecca9-b49e-4635-823d-2ed540d688bd {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:49:53.032911 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:53.060500 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Transition to ACTIVE for port object 5efecca9-b49e-4635-823d-2ed540d688bd will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:49:53.062548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:53.068127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-970397aa-6da7-4928-9762-b74f8d822617 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:53.241033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Pushing event updated for resources: {'Port': ['ID=5efecca9-b49e-4635-823d-2ed540d688bd,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:53.249328 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:53.333873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Attempting to bind port 5efecca9-b49e-4635-823d-2ed540d688bd on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:49:53.334238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Attempting to bind port 5efecca9-b49e-4635-823d-2ed540d688bd by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '9b28b4c1-a168-413a-9635-9a1e04d67bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:49:53.334638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Attempting to bind port 5efecca9-b49e-4635-823d-2ed540d688bd on network caf15418-6829-44da-ba49-169ee975acc8 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:49:53.339761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Port 5efecca9-b49e-4635-823d-2ed540d688bd on network caf15418-6829-44da-ba49-169ee975acc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:49:53.340121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Attempting to bind port 5efecca9-b49e-4635-823d-2ed540d688bd on network caf15418-6829-44da-ba49-169ee975acc8 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:49:53.345957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:49:53.346334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Checking segment: {'id': '9b28b4c1-a168-413a-9635-9a1e04d67bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:49:53.346781 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Bound using segment: {'id': '9b28b4c1-a168-413a-9635-9a1e04d67bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:49:53.347249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Bound port: 5efecca9-b49e-4635-823d-2ed540d688bd, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b28b4c1-a168-413a-9635-9a1e04d67bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:49:53.347624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:53.453171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] For port 5efecca9-b49e-4635-823d-2ed540d688bd, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:49:53.458011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] For port 5efecca9-b49e-4635-823d-2ed540d688bd, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5efecca9-b49e-4635-823d-2ed540d688bd,segment=NetworkSegment(9b28b4c1-a168-413a-9635-9a1e04d67bfc),segment_id=9b28b4c1-a168-413a-9635-9a1e04d67bfc)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:49:53.462005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:53.467826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3effc610-41a9-447c-9459-f8c9e0e05aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:53.535436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:53.536125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:53.537649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] 10.222.0.62 "PUT /v2.0/ports/5efecca9-b49e-4635-823d-2ed540d688bd HTTP/1.1" status: 200  len: 1094 time: 1.1784582
Apr 19 18:49:53.538191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca10a4c-2e43-4be4-acc8-2944a24d79d7', 'tag': '5efecca9-b49e-4635-823d-2ed540d688bd'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:49:53.560035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Pushing event updated for resources: {'Port': ['ID=5efecca9-b49e-4635-823d-2ed540d688bd,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:53.563747 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:53.830294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-73a49882-3ca4-45cf-a90d-85084040140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:53.831989 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-73a49882-3ca4-45cf-a90d-85084040140c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6288e4f7c996422d816458f457575017&device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 1097 time: 0.2484019
Apr 19 18:49:53.936789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb51b7-8c91-4d97-bc19-949cfae3cbcd req-8f6f8dc7-342c-4412-a90f-340790bd749b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:53.938548 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-82bb51b7-8c91-4d97-bc19-949cfae3cbcd req-8f6f8dc7-342c-4412-a90f-340790bd749b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.2805805
Apr 19 18:49:53.949982 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-4241fb33-2748-449a-a8ee-8245d528f3d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5efecca9-b49e-4635-823d-2ed540d688bd HTTP/1.1" status: 200  len: 217 time: 0.1110082
Apr 19 18:49:54.030165 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca10a4c-2e43-4be4-acc8-2944a24d79d7', 'tag': '5efecca9-b49e-4635-823d-2ed540d688bd', 'status': 'completed', 'code': 200}
Apr 19 18:49:54.051731 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-82bb51b7-8c91-4d97-bc19-949cfae3cbcd req-5b35e05b-045d-491e-930b-e1ed941aa34f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043591
Apr 19 18:49:54.061847 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-8d2e082f-6ce6-4025-a4c7-440ec649c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:54.063474 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-8d2e082f-6ce6-4025-a4c7-440ec649c07d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a996ff6d-28d8-4067-823d-7212f81b7654 HTTP/1.1" status: 200  len: 853 time: 0.0993741
Apr 19 18:49:54.168112 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-3f2d5add-1a2d-4236-8c77-e613b62f7e82 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=caf15418-6829-44da-ba49-169ee975acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0957603
Apr 19 18:49:54.350682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a82a3-f63b-4caa-9f87-325a391a67d4 req-88aee8a1-3dc7-4f8a-bce1-e35c40fcf683 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:54.352294 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ee5a82a3-f63b-4caa-9f87-325a391a67d4 req-88aee8a1-3dc7-4f8a-bce1-e35c40fcf683 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 944 time: 0.2297060
Apr 19 18:49:54.356915 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-d6c5f0c3-00e0-4db0-91b4-056814f64105 service neutron] 10.222.0.62 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817360
Apr 19 18:49:54.715607 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ee5a82a3-f63b-4caa-9f87-325a391a67d4 req-dee5bc3b-1efa-4d0f-a5a6-30a383ca6519 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3555896
Apr 19 18:49:54.756281 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7ab8d4e4-9d70-42c0-b468-7481734c9dda req-c7dcc480-f5c1-4488-abfb-add3a1a1b572 service neutron] 10.222.0.62 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3792334
Apr 19 18:49:54.878158 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a87209-b450-4944-bc7e-3f67ad9d6124 req-268c2374-26d2-4832-8dd1-d317a023a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:54.879781 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-39a87209-b450-4944-bc7e-3f67ad9d6124 req-268c2374-26d2-4832-8dd1-d317a023a8ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6288e4f7c996422d816458f457575017&device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 1097 time: 0.0796263
Apr 19 18:49:55.020194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a87209-b450-4944-bc7e-3f67ad9d6124 req-febc1f88-1caf-4736-84ea-a61e591ab303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:55.021674 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-39a87209-b450-4944-bc7e-3f67ad9d6124 req-febc1f88-1caf-4736-84ea-a61e591ab303 service neutron] 10.222.0.62 "GET /v2.0/networks?id=caf15418-6829-44da-ba49-169ee975acc8 HTTP/1.1" status: 200  len: 914 time: 0.1354663
Apr 19 18:49:55.097649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-39a87209-b450-4944-bc7e-3f67ad9d6124 req-46b3804e-abae-49ec-8c90-ec3e7b7289f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5efecca9-b49e-4635-823d-2ed540d688bd HTTP/1.1" status: 200  len: 217 time: 0.0689075
Apr 19 18:49:55.168246 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a87209-b450-4944-bc7e-3f67ad9d6124 req-75204282-c26b-4c69-99e2-07120292b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:55.169847 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-39a87209-b450-4944-bc7e-3f67ad9d6124 req-75204282-c26b-4c69-99e2-07120292b4c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a996ff6d-28d8-4067-823d-7212f81b7654 HTTP/1.1" status: 200  len: 853 time: 0.0660307
Apr 19 18:49:55.267676 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-39a87209-b450-4944-bc7e-3f67ad9d6124 req-0c8211a0-6f14-415d-a465-e7104377e470 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=caf15418-6829-44da-ba49-169ee975acc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0909395
Apr 19 18:49:55.423400 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151388c-da53-4002-9f47-6f1d03dedf7e req-c3f6870d-466e-4000-aa50-f1588d160cd3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:55.425185 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8151388c-da53-4002-9f47-6f1d03dedf7e req-c3f6870d-466e-4000-aa50-f1588d160cd3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.2130759
Apr 19 18:49:55.470231 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-39a87209-b450-4944-bc7e-3f67ad9d6124 req-d56d2773-0a91-42d0-ba1e-d0b7e7ddbbcc service neutron] 10.222.0.62 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1938820
Apr 19 18:49:55.532270 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8151388c-da53-4002-9f47-6f1d03dedf7e req-39fa86bc-c5e4-44a9-9901-68503a1a1977 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996480
Apr 19 18:49:55.635037 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-39a87209-b450-4944-bc7e-3f67ad9d6124 req-84a872de-b1f8-4f4b-9cfe-4b1f1f4297b3 service neutron] 10.222.0.62 "GET /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556003
Apr 19 18:49:55.921863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e0ef6-54de-419c-b7be-adb964ebfe4e req-0a83ccac-3aa0-41a2-90fc-52f1e6d69085 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:55.923529 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-296e0ef6-54de-419c-b7be-adb964ebfe4e req-0a83ccac-3aa0-41a2-90fc-52f1e6d69085 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 944 time: 0.0915527
Apr 19 18:49:55.971387 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-296e0ef6-54de-419c-b7be-adb964ebfe4e req-af58932b-e807-4743-92a7-3be702e754fb tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414305
Apr 19 18:49:56.737900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f3239-2e35-4696-9161-c4265acb8a00 req-6e77f6cd-c616-4ea8-b03f-ad315be543d6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:56.739642 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8d1f3239-2e35-4696-9161-c4265acb8a00 req-6e77f6cd-c616-4ea8-b03f-ad315be543d6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0910666
Apr 19 18:49:56.797776 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8d1f3239-2e35-4696-9161-c4265acb8a00 req-afc26c29-d8cf-41ae-9955-238254e05e4f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503569
Apr 19 18:49:57.057326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 46908) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:49:57.207104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a9d5a-2fe1-46ac-a33a-8ac429ee6dba req-0913d9b4-dd1d-41df-b68e-cd5ee7ab9c17 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:57.208685 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d60a9d5a-2fe1-46ac-a33a-8ac429ee6dba req-0913d9b4-dd1d-41df-b68e-cd5ee7ab9c17 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 944 time: 0.1167316
Apr 19 18:49:57.209650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:57.245133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:49:57.252121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] Usage tracker for resource:security_group_rule and tenant:f4d4aeffe9564c6fbb50b7f53b7ed4d7 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:49:57.262296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:49:57.272635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:49:57.287548 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d60a9d5a-2fe1-46ac-a33a-8ac429ee6dba req-5dcebf8e-7284-4f1a-b2d5-07aba842113d tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676265
Apr 19 18:49:57.369586 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:57.372603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:57.380845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e46a0aa3-2d54-44bd-97b6-ea992075b109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:57.426481 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4d4aeffe9564c6fbb50b7f53b7ed4d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3678024
Apr 19 18:49:57.427395 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e8a96a-16a3-43af-9528-782900f17ade,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:57.429404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46914) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:49:57.430667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:57.495541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71c529e8-ccf3-46b4-84eb-89bc0080b082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:57.496491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 5efecca9-b49e-4635-823d-2ed540d688bd details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:49:57.524660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71c529e8-ccf3-46b4-84eb-89bc0080b082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:57.572264 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71c529e8-ccf3-46b4-84eb-89bc0080b082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:57.578899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-93368d51-17b1-4ed4-a529-ff061d930e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:57.593055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c529e8-ccf3-46b4-84eb-89bc0080b082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e8a96a-16a3-43af-9528-782900f17ade,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:57.596264 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-71c529e8-ccf3-46b4-84eb-89bc0080b082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:57.598419 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71c529e8-ccf3-46b4-84eb-89bc0080b082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:57.601677 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-71c529e8-ccf3-46b4-84eb-89bc0080b082 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61e8a96a-16a3-43af-9528-782900f17ade HTTP/1.1" status: 204  len: 168 time: 0.1711929
Apr 19 18:49:57.652638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 5efecca9-b49e-4635-823d-2ed540d688bd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5efecca9-b49e-4635-823d-2ed540d688bd,segment=NetworkSegment(9b28b4c1-a168-413a-9635-9a1e04d67bfc),segment_id=9b28b4c1-a168-413a-9635-9a1e04d67bfc)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:57.667371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '5efecca9-b49e-4635-823d-2ed540d688bd', 'network_id': 'caf15418-6829-44da-ba49-169ee975acc8', 'port_id': '5efecca9-b49e-4635-823d-2ed540d688bd', 'mac_address': 'fa:16:3e:50:d5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a996ff6d-28d8-4067-823d-7212f81b7654', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:49:57.728542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:57.748471 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efecca9-b49e-4635-823d-2ed540d688bd {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:49:57.765848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 5efecca9-b49e-4635-823d-2ed540d688bd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5efecca9-b49e-4635-823d-2ed540d688bd,segment=NetworkSegment(9b28b4c1-a168-413a-9635-9a1e04d67bfc),segment_id=9b28b4c1-a168-413a-9635-9a1e04d67bfc)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:57.768858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:57.771012 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c7dfe76a-2d49-492a-8564-59a948ed9e16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:57.846592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=5efecca9-b49e-4635-823d-2ed540d688bd,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:57.850108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:57.983119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['5efecca9-b49e-4635-823d-2ed540d688bd'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:49:58.020834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ab3e6-512f-485e-8fdc-07f084d6f3c9 req-5615b4aa-0ba9-4d40-b6d0-cfd4fefcdfc6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:58.022633 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec1ab3e6-512f-485e-8fdc-07f084d6f3c9 req-5615b4aa-0ba9-4d40-b6d0-cfd4fefcdfc6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0950403
Apr 19 18:49:58.077317 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec1ab3e6-512f-485e-8fdc-07f084d6f3c9 req-4b5a0ac9-24de-41f8-911a-d5e7f473f102 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463274
Apr 19 18:49:58.497390 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b0fe7-e0e5-457b-8826-20f1beac1526 req-aac5e124-b0a1-4955-acaf-6dbe850a2a3d tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:58.499025 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-214b0fe7-e0e5-457b-8826-20f1beac1526 req-aac5e124-b0a1-4955-acaf-6dbe850a2a3d tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 945 time: 0.0944831
Apr 19 18:49:58.552031 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-214b0fe7-e0e5-457b-8826-20f1beac1526 req-0eb19dc4-d155-442e-82a6-146d80ea80e1 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459363
Apr 19 18:49:59.289344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd960-520d-422f-ae7e-3fdf6f367d12 req-acbe03b0-2e1c-4c32-b7da-d30373e1155f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:59.290931 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e52bd960-520d-422f-ae7e-3fdf6f367d12 req-acbe03b0-2e1c-4c32-b7da-d30373e1155f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0899875
Apr 19 18:49:59.341506 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e52bd960-520d-422f-ae7e-3fdf6f367d12 req-a5552f4b-ce96-46a3-ae19-1d8befd69301 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429120
Apr 19 18:49:59.500966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 5efecca9-b49e-4635-823d-2ed540d688bd up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:49:59.527666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46970) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:49:59.613738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port 5efecca9-b49e-4635-823d-2ed540d688bd completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:49:59.623463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 5efecca9-b49e-4635-823d-2ed540d688bd triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:49:59.623898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:59.767637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36ac6e-dbe2-419c-8387-49b3b9fbe393 req-228a5871-0708-493a-abcd-a21dce65d823 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:59.774318 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4a36ac6e-dbe2-419c-8387-49b3b9fbe393 req-228a5871-0708-493a-abcd-a21dce65d823 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1269317
Apr 19 18:49:59.779345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:59.797012 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:59.815651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:49:59.819924 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca10a4c-2e43-4be4-acc8-2944a24d79d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efecca9-b49e-4635-823d-2ed540d688bd'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:49:59.820439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3dc846698fd149ce8e91eb681d1fee4f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:49:59.824268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:49:59.827077 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 5efecca9-b49e-4635-823d-2ed540d688bd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5efecca9-b49e-4635-823d-2ed540d688bd,segment=NetworkSegment(9b28b4c1-a168-413a-9635-9a1e04d67bfc),segment_id=9b28b4c1-a168-413a-9635-9a1e04d67bfc)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:49:59.830445 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:59.831677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:49:59.832415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a6882427-b7db-4c86-abaf-cc0c8791c547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:59.911212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=5efecca9-b49e-4635-823d-2ed540d688bd,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:49:59.914645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:49:59.935101 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4a36ac6e-dbe2-419c-8387-49b3b9fbe393 req-510150fa-bf8f-459e-9244-78d8283d4a32 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784132
Apr 19 18:49:59.935856 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:59.939184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:49:59.950271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-cb62a50e-239a-40b3-8885-c4e62d61fd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:49:59.992845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddb612-c156-4d95-bb1d-5a1aa642d0cc req-7b34eb3c-454a-4d8d-bc45-e5d34b033ccf tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:49:59.994602 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c4ddb612-c156-4d95-bb1d-5a1aa642d0cc req-7b34eb3c-454a-4d8d-bc45-e5d34b033ccf tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 946 time: 0.2192256
Apr 19 18:49:59.999895 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3dc846698fd149ce8e91eb681d1fee4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4710352
Apr 19 18:50:00.000866 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca10a4c-2e43-4be4-acc8-2944a24d79d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efecca9-b49e-4635-823d-2ed540d688bd', 'code': 200}
Apr 19 18:50:00.001741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ffd3-466b-422a-887c-17d34626ca2a req-ce7e4d5b-dd99-451f-9c44-2816c0031f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:00.002123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c277d8-35e2-4f23-af71-086a1b63ec0a,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:00.003570 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7877ffd3-466b-422a-887c-17d34626ca2a req-ce7e4d5b-dd99-451f-9c44-2816c0031f6e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 1098 time: 0.2269275
Apr 19 18:50:00.004019 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 46982) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:00.015341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:00.237135 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c4ddb612-c156-4d95-bb1d-5a1aa642d0cc req-f799e6b7-63a8-4884-b46e-562d5d3a915e tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167854
Apr 19 18:50:00.291332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4dceab73-9e85-4ca4-a37a-efb4b08582b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:00.294036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ffd3-466b-422a-887c-17d34626ca2a req-24a06435-af15-403b-8ad5-8aac1d45bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:00.295609 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7877ffd3-466b-422a-887c-17d34626ca2a req-24a06435-af15-403b-8ad5-8aac1d45bc5f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 911 time: 0.2742081
Apr 19 18:50:00.405360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4dceab73-9e85-4ca4-a37a-efb4b08582b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:00.459753 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290ce18-645f-4bf6-92bf-edb684ca7967 req-14d46e95-7ac2-4d71-80f4-6e8271b37dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:00.461339 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1290ce18-645f-4bf6-92bf-edb684ca7967 req-14d46e95-7ac2-4d71-80f4-6e8271b37dcd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 1099 time: 0.2846460
Apr 19 18:50:00.492893 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7877ffd3-466b-422a-887c-17d34626ca2a req-56c270ef-2871-408d-9783-39a6ebf71251 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 HTTP/1.1" status: 200  len: 1000 time: 0.1893656
Apr 19 18:50:00.569155 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1290ce18-645f-4bf6-92bf-edb684ca7967 req-40e6c33e-029e-4fc7-9d6b-5f11b43d75af service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979733
Apr 19 18:50:00.577568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4dceab73-9e85-4ca4-a37a-efb4b08582b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:00.584137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-306c734c-ea24-477c-9350-8d811db66258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:00.601515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ffd3-466b-422a-887c-17d34626ca2a req-8e18497b-a681-4d14-99a8-d2cca9e06205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:00.603110 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7877ffd3-466b-422a-887c-17d34626ca2a req-8e18497b-a681-4d14-99a8-d2cca9e06205 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e HTTP/1.1" status: 200  len: 849 time: 0.1036055
Apr 19 18:50:00.604828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dceab73-9e85-4ca4-a37a-efb4b08582b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c277d8-35e2-4f23-af71-086a1b63ec0a,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:00.608871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4dceab73-9e85-4ca4-a37a-efb4b08582b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:00.614678 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4dceab73-9e85-4ca4-a37a-efb4b08582b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:00.615892 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-4dceab73-9e85-4ca4-a37a-efb4b08582b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29c277d8-35e2-4f23-af71-086a1b63ec0a HTTP/1.1" status: 204  len: 168 time: 0.6105356
Apr 19 18:50:00.702061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ffd3-466b-422a-887c-17d34626ca2a req-ca66920e-a4da-45e9-860f-a0e17eeecf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:00.704045 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7877ffd3-466b-422a-887c-17d34626ca2a req-ca66920e-a4da-45e9-860f-a0e17eeecf9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c78cba19-b9b1-44c2-ac83-926eaef8bf55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823655
Apr 19 18:50:00.854216 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7877ffd3-466b-422a-887c-17d34626ca2a req-7c90138a-30af-4b5e-a321-7f2996efbb70 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433730
Apr 19 18:50:00.927548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46990) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:00.948912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:00.967339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:00.972084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] Usage tracker for resource:security_group_rule and tenant:c487e692d0504c2180c97d881fcd3275 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:00.975752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:00.984047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:01.089425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:01.092688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:01.103132 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f402015a-4a6e-4b0c-89e0-c8018c8a30b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:01.154495 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c487e692d0504c2180c97d881fcd3275&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2257078
Apr 19 18:50:01.155269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 46996) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:01.156005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be04929-d5b1-4458-abb8-d994aa6a5a92,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:01.161167 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:01.227291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9f4dea5f-9286-4d53-9f21-4a9e9543fdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:01.259769 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9f4dea5f-9286-4d53-9f21-4a9e9543fdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:01.286324 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7877ffd3-466b-422a-887c-17d34626ca2a req-5c2129e7-b14e-461e-9701-a7162779423e service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4243462
Apr 19 18:50:01.311558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7abb5-9b0e-4589-a5e1-505566f1cbb3 req-d4fb41d1-0cda-4c5f-b7f5-438dca26cc09 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:01.313648 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e6b7abb5-9b0e-4589-a5e1-505566f1cbb3 req-d4fb41d1-0cda-4c5f-b7f5-438dca26cc09 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.1335638
Apr 19 18:50:01.335208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9f4dea5f-9286-4d53-9f21-4a9e9543fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:01.341684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e4efcb74-db09-4f08-84d9-d423079b3f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:01.359268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dea5f-9286-4d53-9f21-4a9e9543fdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be04929-d5b1-4458-abb8-d994aa6a5a92,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:01.370850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9f4dea5f-9286-4d53-9f21-4a9e9543fdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:01.371249 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e6b7abb5-9b0e-4589-a5e1-505566f1cbb3 req-a924f94a-e2bf-46b8-988e-fd70b11d78b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507920
Apr 19 18:50:01.380364 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9f4dea5f-9286-4d53-9f21-4a9e9543fdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:01.381586 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-9f4dea5f-9286-4d53-9f21-4a9e9543fdd4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5be04929-d5b1-4458-abb8-d994aa6a5a92 HTTP/1.1" status: 204  len: 168 time: 0.2224300
Apr 19 18:50:01.467528 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7394d-459e-4006-b1aa-47a20e7ec99f req-f05d3983-a1b7-4e53-834a-d79b7c199061 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:01.469188 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-71c7394d-459e-4006-b1aa-47a20e7ec99f req-f05d3983-a1b7-4e53-834a-d79b7c199061 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 946 time: 0.0968173
Apr 19 18:50:01.525232 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-71c7394d-459e-4006-b1aa-47a20e7ec99f req-d96ea865-b5ae-4fbc-a5af-42c4fd677517 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490212
Apr 19 18:50:02.585807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69f78e-017e-4e20-b3df-37c95e1e0a25 req-62a96cab-6b5a-46ca-83a7-964ab105dc48 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:02.587644 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5e69f78e-017e-4e20-b3df-37c95e1e0a25 req-62a96cab-6b5a-46ca-83a7-964ab105dc48 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0966601
Apr 19 18:50:02.651096 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5e69f78e-017e-4e20-b3df-37c95e1e0a25 req-45a6820b-c7cc-4187-9e97-b932ae166df2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562875
Apr 19 18:50:02.748543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbaa42-aa48-4264-aa3d-f04b232ad4c4 req-6ebe3710-0646-47e5-982d-f65d19e9d39b tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:02.750203 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8fdbaa42-aa48-4264-aa3d-f04b232ad4c4 req-6ebe3710-0646-47e5-982d-f65d19e9d39b tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 946 time: 0.0954320
Apr 19 18:50:02.801116 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8fdbaa42-aa48-4264-aa3d-f04b232ad4c4 req-456f64f3-2d97-43ec-ac92-39c3f8ecccab tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438871
Apr 19 18:50:04.248302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47086) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:04.375142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:04.391191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:04.395268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] Usage tracker for resource:security_group_rule and tenant:b2cf366cc49445ab894fccaabc16c0d3 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:04.398253 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:04.404578 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:04.492561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:04.496111 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:04.505457 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-549cd38c-9ea2-47a3-bacd-94e4246370c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:04.553187 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2cf366cc49445ab894fccaabc16c0d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3036678
Apr 19 18:50:04.554137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391989de-39fe-45ce-9883-6ee1792a8521,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:04.556157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47094) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:04.558432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:04.625213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5d40616-b708-4258-8c0a-a21ee7b375b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:04.654841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5d40616-b708-4258-8c0a-a21ee7b375b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:04.700232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5d40616-b708-4258-8c0a-a21ee7b375b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:04.705325 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bf568ded-86a4-4d7f-a6d1-bb6c5bf8e3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:04.717822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d40616-b708-4258-8c0a-a21ee7b375b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391989de-39fe-45ce-9883-6ee1792a8521,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:04.720962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a5d40616-b708-4258-8c0a-a21ee7b375b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:04.723149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5d40616-b708-4258-8c0a-a21ee7b375b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:04.724368 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a5d40616-b708-4258-8c0a-a21ee7b375b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/391989de-39fe-45ce-9883-6ee1792a8521 HTTP/1.1" status: 204  len: 168 time: 0.1659257
Apr 19 18:50:04.902721 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:50:05.017254 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47102) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:05.036273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:05.052176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:05.056329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] Usage tracker for resource:security_group_rule and tenant:4ba72cd09d2149fca0ac616f4535631d is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:05.060250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:05.066350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:05.159399 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:05.165064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:05.175136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70b17fe5-46ab-4cd4-a7fd-626ec364463a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:05.219337 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ba72cd09d2149fca0ac616f4535631d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2009373
Apr 19 18:50:05.221237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9555e74f-c2db-476a-8b6c-39bec15aed56,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:05.222425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47106) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:05.224252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:05.291624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5e81b131-38b2-484b-8c88-076cbac1537f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:05.323859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5e81b131-38b2-484b-8c88-076cbac1537f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:05.373697 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5e81b131-38b2-484b-8c88-076cbac1537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:05.379450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5a693afe-733a-4371-966f-9105bd169955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:05.393932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81b131-38b2-484b-8c88-076cbac1537f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9555e74f-c2db-476a-8b6c-39bec15aed56,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:05.396642 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5e81b131-38b2-484b-8c88-076cbac1537f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:05.407009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5e81b131-38b2-484b-8c88-076cbac1537f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:05.408277 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5e81b131-38b2-484b-8c88-076cbac1537f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9555e74f-c2db-476a-8b6c-39bec15aed56 HTTP/1.1" status: 204  len: 168 time: 0.1846545
Apr 19 18:50:06.186893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47132) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:06.301515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1285417028-network', 'tenant_id': '63638f182faf499f8b0881d890a283d3'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:06.306654 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:06.312022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Usage tracker for resource:network and tenant:63638f182faf499f8b0881d890a283d3 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:06.315213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:06.322060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:06.331223 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Made reservation on behalf of 63638f182faf499f8b0881d890a283d3 for: {'network': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:50:06.336082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:06.349571 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:06.365282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:06.369310 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Usage tracker for resource:security_group_rule and tenant:63638f182faf499f8b0881d890a283d3 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:06.372875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:06.378937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:06.469838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:06.472745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:06.477067 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-497e57f2-7db4-47bb-a146-075e66f74943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:06.507833 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'}  {{(pid=86309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:50:06.518440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c8cb7b-9eb8-4e7e-b951-fd3c9b1ee5a2,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:06.522430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:06.525459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:06.525879 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Added segment 3acc9b88-985e-440d-a356-902021520a76 of type vlan for network 437d16c4-aa26-453b-9295-c48d38dab98b
Apr 19 18:50:06.554644 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:06.586165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:06.587546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:06.588199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:06.593825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:06.701442 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5133226
Apr 19 18:50:06.704611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47140) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:06.704756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Pushing event updated for resources: {'Network': ['ID=437d16c4-aa26-453b-9295-c48d38dab98b,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:06.707605 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:06.711269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Request body: {'subnet': {'network_id': '437d16c4-aa26-453b-9295-c48d38dab98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1285417028-subnet', 'tenant_id': '63638f182faf499f8b0881d890a283d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:06.715167 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 437d16c4-aa26-453b-9295-c48d38dab98b details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:50:06.718070 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:06.722560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Usage tracker for resource:subnet and tenant:63638f182faf499f8b0881d890a283d3 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:06.726011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:06.733123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:06.746908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Made reservation on behalf of 63638f182faf499f8b0881d890a283d3 for: {'subnet': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:50:06.755693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10130536'] for subnet, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:07.169392 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10155606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10130553'] for subnet, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:07.174582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-641b5fd0-87c7-40c1-8d01-0a372cf7b4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:07.251125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9964dd80-cf7e-42db-b545-15e8320dd1fc,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:07.253870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:07.261869 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Checking segment: {'id': '3acc9b88-985e-440d-a356-902021520a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '437d16c4-aa26-453b-9295-c48d38dab98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:50:07.262266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Network hostable DHCP agents. Network: 437d16c4-aa26-453b-9295-c48d38dab98b, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:50:07.281284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Network 437d16c4-aa26-453b-9295-c48d38dab98b is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:50:07.289635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 437d16c4-aa26-453b-9295-c48d38dab98b) {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:50:07.300417 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25643cff-0d5a-4cae-a44b-e9d16b4a96ef None None] Network 437d16c4-aa26-453b-9295-c48d38dab98b requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:50:07.302301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:07.303006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:07.328099 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-8c86184e-1b72-475f-9c98-a8f4905a7c99 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6221409
Apr 19 18:50:07.543611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f465c9-3045-46e1-bef9-02aba9c8c7d2 None None] Network 437d16c4-aa26-453b-9295-c48d38dab98b requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:50:07.887066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47160) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:07.893316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-450404425-network', 'tenant_id': '7c9f72e63fff44e0ad405465d920c39f'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:07.898459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:07.904191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Usage tracker for resource:network and tenant:7c9f72e63fff44e0ad405465d920c39f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:07.907265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:07.913404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:07.923017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Made reservation on behalf of 7c9f72e63fff44e0ad405465d920c39f for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:50:07.927778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:07.941891 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:07.958556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:07.962696 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Usage tracker for resource:security_group_rule and tenant:7c9f72e63fff44e0ad405465d920c39f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:07.966277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:07.972420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:08.062162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:08.065258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:08.070332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-adadd71f-c05a-4cbc-b6d6-5c00a0eca520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:08.103107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'}  {{(pid=86308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:50:08.114866 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c02aab-8a80-4b13-b576-7673e3189cfc,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:08.118339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:08.122588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:08.122995 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Added segment 53d0d104-9321-42d6-a249-d7e7939e08b1 of type vlan for network 97accd91-d501-434a-afc6-a9b33dbe5e8c
Apr 19 18:50:08.154831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:08.188485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:08.189928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:08.190609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:08.196154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-884c7e56-513d-41f2-b573-7c7f95e3da86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:08.305492 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4171212
Apr 19 18:50:08.309467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47164) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:08.317916 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Request body: {'subnet': {'network_id': '97accd91-d501-434a-afc6-a9b33dbe5e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-450404425-subnet', 'tenant_id': '7c9f72e63fff44e0ad405465d920c39f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:08.321327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Pushing event updated for resources: {'Network': ['ID=97accd91-d501-434a-afc6-a9b33dbe5e8c,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:08.324923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:08.327736 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:08.332126 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Usage tracker for resource:subnet and tenant:7c9f72e63fff44e0ad405465d920c39f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:08.332554 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 97accd91-d501-434a-afc6-a9b33dbe5e8c details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:50:08.335286 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:08.342127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:08.352206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Made reservation on behalf of 7c9f72e63fff44e0ad405465d920c39f for: {'subnet': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:50:08.357215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10130536'] for subnet, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:08.762624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10155606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10130553'] for subnet, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:08.767334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:08.847680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35ccc007-7bee-4081-9eb7-d95294229a7a,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:08.851883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:08.852632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Checking segment: {'id': '53d0d104-9321-42d6-a249-d7e7939e08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '97accd91-d501-434a-afc6-a9b33dbe5e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:50:08.853039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Network hostable DHCP agents. Network: 97accd91-d501-434a-afc6-a9b33dbe5e8c, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:50:08.872494 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Network 97accd91-d501-434a-afc6-a9b33dbe5e8c is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:50:08.880824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 97accd91-d501-434a-afc6-a9b33dbe5e8c) {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:50:08.890192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ecd004-df2e-4daa-ba4d-e5308b6d319d None None] Network 97accd91-d501-434a-afc6-a9b33dbe5e8c requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:50:08.896252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:08.897043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:08.918385 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-83c5cb7a-79fc-4a01-ad66-fb0b2b356635 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6077869
Apr 19 18:50:09.120273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d15ff-8fdf-45b1-9a9d-f3b791afb7b7 None None] Network 97accd91-d501-434a-afc6-a9b33dbe5e8c requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:50:09.906460 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-600b9f05-870a-4350-bdde-eeb030bbb972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:12.879724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0b681fef-454f-41bc-b90f-3858894c5757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:13.251731 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:14.166106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:14.517376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:14.771090 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-8f221d72-b788-48f7-b224-c3b6ff395b05 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0963864
Apr 19 18:50:14.966992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-876acafb-78a9-4ac6-9469-78d668d2cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:14.968818 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-876acafb-78a9-4ac6-9469-78d668d2cffc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 1100 time: 0.0911574
Apr 19 18:50:15.174639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-0c020488-638f-4c4a-aa31-df009df33a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:15.176240 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-0c020488-638f-4c4a-aa31-df009df33a8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 918 time: 0.1760154
Apr 19 18:50:15.546137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:16.142213 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-91c1f476-26f1-4b24-a6cd-9b6c105fd4b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 HTTP/1.1" status: 200  len: 1002 time: 0.1086643
Apr 19 18:50:16.993978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-3592ac1f-b301-4a94-9ae6-c415702ecd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:16.996008 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-3592ac1f-b301-4a94-9ae6-c415702ecd2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.0671976
Apr 19 18:50:18.034709 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-77bf090e-c28b-4c7b-a243-0917400da5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:18.036359 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-77bf090e-c28b-4c7b-a243-0917400da5e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871873
Apr 19 18:50:18.187818 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-ed875781-13f7-4086-8836-65216db7edf2 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440139
Apr 19 18:50:18.340043 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-915cc868-31eb-4ee8-9be1-1745c3ab2e17 req-5d631780-dcbc-41da-a685-3ae4cd0b11b0 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451118
Apr 19 18:50:24.515831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178e49b-729b-494e-9667-e150e5d93d6c req-a39a1080-bab4-4651-a3cb-d61187b2c69a tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:24.517529 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e178e49b-729b-494e-9667-e150e5d93d6c req-a39a1080-bab4-4651-a3cb-d61187b2c69a tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 946 time: 0.0906594
Apr 19 18:50:24.569062 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e178e49b-729b-494e-9667-e150e5d93d6c req-99fbdc66-849b-40a5-b4f4-3959e15e7354 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436275
Apr 19 18:50:25.783196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc13e1-541c-42a7-a27f-75321add6ec9 req-ff8ce9e5-b219-4834-8304-f7e2283d61f7 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:25.784718 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-90cc13e1-541c-42a7-a27f-75321add6ec9 req-ff8ce9e5-b219-4834-8304-f7e2283d61f7 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 946 time: 0.0920339
Apr 19 18:50:25.833895 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-90cc13e1-541c-42a7-a27f-75321add6ec9 req-b8b474d9-9f2b-435f-8bd7-55ff2b6a331c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426455
Apr 19 18:50:26.209567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-00b90192-a75c-43ec-b185-4076dbc6ce2e tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:26.211179 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-00b90192-a75c-43ec-b185-4076dbc6ce2e tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 946 time: 0.0874288
Apr 19 18:50:26.296954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Deleting port 5efecca9-b49e-4635-823d-2ed540d688bd {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:50:26.297272 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:26.578651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] For port 5efecca9-b49e-4635-823d-2ed540d688bd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5efecca9-b49e-4635-823d-2ed540d688bd,segment=NetworkSegment(9b28b4c1-a168-413a-9635-9a1e04d67bfc),segment_id=9b28b4c1-a168-413a-9635-9a1e04d67bfc)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:50:26.578957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:26.924919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Calling delete_port for 5efecca9-b49e-4635-823d-2ed540d688bd owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:50:27.126858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77360a-510f-4746-846e-f761269c9592 req-53be0a25-9908-4b4d-86e4-38d95fabdf02 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:27.128394 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3f77360a-510f-4746-846e-f761269c9592 req-53be0a25-9908-4b4d-86e4-38d95fabdf02 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ca10a4c-2e43-4be4-acc8-2944a24d79d7 HTTP/1.1" status: 200  len: 946 time: 0.1660323
Apr 19 18:50:27.185617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:27.194326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:27.197583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['5efecca9-b49e-4635-823d-2ed540d688bd'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:50:27.249558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Pushing event deleted for resources: {'Port': ['ID=5efecca9-b49e-4635-823d-2ed540d688bd,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:27.254158 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3f77360a-510f-4746-846e-f761269c9592 req-ec1aa74e-dcb9-4ccd-a639-34e15ec79c1f tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.41 "GET /v2.0/security-groups?id=73302820-6127-469d-b08b-df9361baa716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196232
Apr 19 18:50:27.256869 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:27.339609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] No DVR routers for this DVR port 5efecca9-b49e-4635-823d-2ed540d688bd on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:50:27.342273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:27.345450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca10a4c-2e43-4be4-acc8-2944a24d79d7', 'name': 'network-vif-deleted', 'tag': '5efecca9-b49e-4635-823d-2ed540d688bd'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:50:27.362097 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a50f8435-1da7-4c2f-a980-2f499d52e3f2 req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] 10.222.0.62 "DELETE /v2.0/ports/5efecca9-b49e-4635-823d-2ed540d688bd HTTP/1.1" status: 204  len: 173 time: 1.1447148
Apr 19 18:50:27.397539 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca10a4c-2e43-4be4-acc8-2944a24d79d7', 'name': 'network-vif-deleted', 'tag': '5efecca9-b49e-4635-823d-2ed540d688bd', 'status': 'completed', 'code': 200}
Apr 19 18:50:29.615249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 5efecca9-b49e-4635-823d-2ed540d688bd no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:50:29.653875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: 5efecca9-b49e-4635-823d-2ed540d688bd {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:50:29.654273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 5efecca9-b49e-4635-823d-2ed540d688bd not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:50:30.288711 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47388) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:30.359427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-fceff79f-5098-4870-ad5c-74f8e64dfa36 admin admin] Deleting subnet 9964dd80-cf7e-42db-b545-15e8320dd1fc {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:50:30.362947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fceff79f-5098-4870-ad5c-74f8e64dfa36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:30.416676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fceff79f-5098-4870-ad5c-74f8e64dfa36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595073'] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:30.482413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fceff79f-5098-4870-ad5c-74f8e64dfa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:30.745736 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fceff79f-5098-4870-ad5c-74f8e64dfa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844620269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844645310'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:30.750824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:30.793233 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fceff79f-5098-4870-ad5c-74f8e64dfa36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:30.796195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceff79f-5098-4870-ad5c-74f8e64dfa36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9964dd80-cf7e-42db-b545-15e8320dd1fc,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:30.798602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fceff79f-5098-4870-ad5c-74f8e64dfa36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:30.803273 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-fceff79f-5098-4870-ad5c-74f8e64dfa36 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9964dd80-cf7e-42db-b545-15e8320dd1fc HTTP/1.1" status: 204  len: 168 time: 0.5133784
Apr 19 18:50:30.805893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47396) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:30.922874 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:31.057749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:31.180426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-e648c054-9499-4733-ad63-448af027155e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b794b1e10>,) {'filters': {'network_id': ['437d16c4-aa26-453b-9295-c48d38dab98b']}} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:31.196144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-e648c054-9499-4733-ad63-448af027155e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b794b1e10>, '3acc9b88-985e-440d-a356-902021520a76') {'for_net_delete': True} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:31.196462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-e648c054-9499-4733-ad63-448af027155e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b794b1e10>, '3acc9b88-985e-440d-a356-902021520a76') {} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:31.210228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852180727'] for segment, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:31.226724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:31.234332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=86308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:50:31.413241 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Network 437d16c4-aa26-453b-9295-c48d38dab98b has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:50:31.423508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155440'] for segment, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:31.610530 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Network 437d16c4-aa26-453b-9295-c48d38dab98b has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:50:31.633899 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:50:31.712215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:31.716843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c9e54134-2ec7-4b8b-a53f-83f3b0d54178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:31.731857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:31.741614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Pushing event deleted for resources: {'Network': ['ID=437d16c4-aa26-453b-9295-c48d38dab98b,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:31.745035 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e648c054-9499-4733-ad63-448af027155e admin admin] 10.222.0.41 "DELETE /v2.0/networks/437d16c4-aa26-453b-9295-c48d38dab98b HTTP/1.1" status: 204  len: 168 time: 0.9379177
Apr 19 18:50:31.745839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:31.747852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47404) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:31.813452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Deleting subnet 35ccc007-7bee-4081-9eb7-d95294229a7a {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:50:31.816608 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:31.872142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595073'] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:31.930714 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:32.194990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844620269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844645310'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:32.201019 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fceff79f-5098-4870-ad5c-74f8e64dfa36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:32.245047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35ccc007-7bee-4081-9eb7-d95294229a7a,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:32.250574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:32.259467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.259964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.260974 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.261423 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.261828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.262231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.262652 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.263142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.263425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.263840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.264204 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.264592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:32.269368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:32.273765 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/35ccc007-7bee-4081-9eb7-d95294229a7a HTTP/1.1" status: 204  len: 168 time: 0.5249021
Apr 19 18:50:32.273892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47410) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:32.399004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:32.535965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:32.653666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b798409e8>,) {'filters': {'network_id': ['97accd91-d501-434a-afc6-a9b33dbe5e8c']}} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:32.667596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b798409e8>, '53d0d104-9321-42d6-a249-d7e7939e08b1') {'for_net_delete': True} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:32.667929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b798409e8>, '53d0d104-9321-42d6-a249-d7e7939e08b1') {} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:32.680628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2958493'] for segment, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:32.697021 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:32.703697 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=86309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:50:32.885777 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Network 97accd91-d501-434a-afc6-a9b33dbe5e8c has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:50:32.895049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852643943'] for segment, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:33.087056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Network 97accd91-d501-434a-afc6-a9b33dbe5e8c has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:50:33.110105 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:50:33.190628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:33.194897 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:33.212018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:33.219886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Pushing event deleted for resources: {'Network': ['ID=97accd91-d501-434a-afc6-a9b33dbe5e8c,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:33.223250 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] 10.222.0.41 "DELETE /v2.0/networks/97accd91-d501-434a-afc6-a9b33dbe5e8c HTTP/1.1" status: 204  len: 168 time: 0.9483423
Apr 19 18:50:33.224220 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:33.410434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47420) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:33.464194 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7e4368db-1a3f-432f-b037-8501742f5a3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63638f182faf499f8b0881d890a283d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522885
Apr 19 18:50:33.467124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47424) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:33.531912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0c3d-2a05-4cec-a4dc-a7af980c1735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:33.561049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0c3d-2a05-4cec-a4dc-a7af980c1735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:33.610122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0c3d-2a05-4cec-a4dc-a7af980c1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:33.615277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:33.629861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d0c3d-2a05-4cec-a4dc-a7af980c1735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c8cb7b-9eb8-4e7e-b951-fd3c9b1ee5a2,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:33.632907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5a2d0c3d-2a05-4cec-a4dc-a7af980c1735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:33.633871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5a2d0c3d-2a05-4cec-a4dc-a7af980c1735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:33.635325 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5a2d0c3d-2a05-4cec-a4dc-a7af980c1735 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62c8cb7b-9eb8-4e7e-b951-fd3c9b1ee5a2 HTTP/1.1" status: 204  len: 168 time: 0.1670568
Apr 19 18:50:34.015865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47434) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:34.069727 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1560ab65-b38b-431d-a6bc-4f389f9dd3c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c9f72e63fff44e0ad405465d920c39f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524094
Apr 19 18:50:34.072868 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47438) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:34.137103 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a3c00fe-e436-4df4-a712-5ef6c0649605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:34.165019 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a3c00fe-e436-4df4-a712-5ef6c0649605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:34.210030 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a3c00fe-e436-4df4-a712-5ef6c0649605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:34.215846 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c5958045-b40f-4e07-9706-5ed59276c829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:34.229708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c00fe-e436-4df4-a712-5ef6c0649605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c02aab-8a80-4b13-b576-7673e3189cfc,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:34.232939 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3a3c00fe-e436-4df4-a712-5ef6c0649605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:34.235121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a3c00fe-e436-4df4-a712-5ef6c0649605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:34.236403 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3a3c00fe-e436-4df4-a712-5ef6c0649605 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5c02aab-8a80-4b13-b576-7673e3189cfc HTTP/1.1" status: 204  len: 168 time: 0.1623695
Apr 19 18:50:35.385734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb926d24-d839-479b-a2db-8c8a3add4cab req-a582600b-9d89-423b-bd7a-876269fdb993 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:35.390921 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bb926d24-d839-479b-a2db-8c8a3add4cab req-a582600b-9d89-423b-bd7a-876269fdb993 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 947 time: 0.0967410
Apr 19 18:50:35.439126 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bb926d24-d839-479b-a2db-8c8a3add4cab req-fa387bd8-a8bd-460f-8178-aaec7e6c358f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450802
Apr 19 18:50:35.529932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47484) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:35.654880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:35.673925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:35.678006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] Usage tracker for resource:security_group_rule and tenant:2d9536bf0035425da8e5bb80a04f0e7a is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:35.681008 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:35.687491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:35.773666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:35.776730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:35.785882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ed37d3e0-8f89-4b19-8a3d-b3b14d5cb316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:35.829882 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d9536bf0035425da8e5bb80a04f0e7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987664
Apr 19 18:50:35.830845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03cbf20-0d84-4533-8543-5bf9b389e428,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:35.832886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47490) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:35.834089 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:35.899882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7ff4-b22f-4ab0-bd8a-eee6c998e2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:35.928522 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7ff4-b22f-4ab0-bd8a-eee6c998e2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:35.974165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7ff4-b22f-4ab0-bd8a-eee6c998e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:35.978062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:35.990154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee7ff4-b22f-4ab0-bd8a-eee6c998e2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03cbf20-0d84-4533-8543-5bf9b389e428,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:35.992691 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d6ee7ff4-b22f-4ab0-bd8a-eee6c998e2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:35.999470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7ff4-b22f-4ab0-bd8a-eee6c998e2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:36.000703 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d6ee7ff4-b22f-4ab0-bd8a-eee6c998e2cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b03cbf20-0d84-4533-8543-5bf9b389e428 HTTP/1.1" status: 204  len: 168 time: 0.1661346
Apr 19 18:50:36.669377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43a0e8-3776-47ba-8eae-54c7ae8f51bb req-6a64f6b0-549d-4c0c-8df4-a62ec59dbb04 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:36.671183 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3f43a0e8-3776-47ba-8eae-54c7ae8f51bb req-6a64f6b0-549d-4c0c-8df4-a62ec59dbb04 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 947 time: 0.1064551
Apr 19 18:50:36.731153 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3f43a0e8-3776-47ba-8eae-54c7ae8f51bb req-226709d5-7e3f-459d-8889-c0825f687a6c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472956
Apr 19 18:50:36.780776 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47526) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:36.893213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-2d4da816-553d-40fe-9cd6-ebb9b0736435 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:36.894813 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-2d4da816-553d-40fe-9cd6-ebb9b0736435 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 947 time: 0.0901496
Apr 19 18:50:36.900217 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-988832733-network', 'tenant_id': '8060d228c2bd409cbe12fcb7f4b09f8b'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:36.906137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:36.955575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Usage tracker for resource:network and tenant:8060d228c2bd409cbe12fcb7f4b09f8b is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:36.960197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:36.974758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:36.997068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Deleting port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:50:36.997452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:37.028429 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Made reservation on behalf of 8060d228c2bd409cbe12fcb7f4b09f8b for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:50:37.033045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:37.053684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:37.080686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:37.088608 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Usage tracker for resource:security_group_rule and tenant:8060d228c2bd409cbe12fcb7f4b09f8b is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:37.093522 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:37.139796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:37.351766 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] For port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:50:37.352068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:37.463525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:37.468238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:37.474429 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d6ee7ff4-b22f-4ab0-bd8a-eee6c998e2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:37.566645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'}  {{(pid=86308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:50:37.601573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29bc574-aaad-4ed5-9a99-abef0fd56804,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:37.609256 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:37.609588 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Added segment 15293879-2964-420f-b957-b27cd5653e12 of type vlan for network d1d65e61-6985-4d7e-a006-e259526b262b
Apr 19 18:50:37.610969 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:37.985719 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:38.073399 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:38.073801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:38.074152 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Floating IP 577097bd-445f-490c-8ccb-0c399d2d9dcc disassociated. External IP: 172.27.3.175, port: c30ce674-f2ee-44dd-b306-3f26b2fe7cf7.
Apr 19 18:50:38.074672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Calling delete_port for c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:50:38.124842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:38.136928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:38.137563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:38.146844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c5f76ea-57cd-4c17-8f8b-91aa9e37f07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:38.256127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bc646-bd78-4004-8b10-243f387f91e6 req-c0c31b89-10ea-4fe1-9bb6-e164dcf7cf29 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:38.257727 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1f6bc646-bd78-4004-8b10-243f387f91e6 req-c0c31b89-10ea-4fe1-9bb6-e164dcf7cf29 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 947 time: 0.3302832
Apr 19 18:50:38.311505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Pushing event updated for resources: {'Network': ['ID=d1d65e61-6985-4d7e-a006-e259526b262b,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:38.317966 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5360518
Apr 19 18:50:38.321581 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:38.322909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47542) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:38.327304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network d1d65e61-6985-4d7e-a006-e259526b262b details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:50:38.340066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Request body: {'subnet': {'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-988832733-subnet', 'tenant_id': '8060d228c2bd409cbe12fcb7f4b09f8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:38.345670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:38.350195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Usage tracker for resource:subnet and tenant:8060d228c2bd409cbe12fcb7f4b09f8b is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:38.353337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:38.360330 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:38.370440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Made reservation on behalf of 8060d228c2bd409cbe12fcb7f4b09f8b for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:50:38.375832 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844669259'] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:38.385604 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1f6bc646-bd78-4004-8b10-243f387f91e6 req-d9116be0-e142-4a5c-b2a9-7cdda623f21f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=93365c28-9ba9-4f2f-ae1a-c7f87558198e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983768
Apr 19 18:50:38.411608 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:38.418631 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-50687314-f634-423d-94f8-99374eea0994 tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:38.467722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event deleted for resources: {'Port': ['ID=c30ce674-f2ee-44dd-b306-3f26b2fe7cf7,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:38.471804 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:38.681813 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Router 572b9971-2812-45f9-bc13-3a75b3ebcb2d has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:50:38.849640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852644737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844669276'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:38.854704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-87c1b4d0-b7ef-4685-879f-1313958bd474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:38.877861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:50:38.892120 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] Sync routers for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:50:38.903909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:50:38.905031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78570da0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:50:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:38.939285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Checking segment: {'id': '15293879-2964-420f-b957-b27cd5653e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:50:38.939622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Network hostable DHCP agents. Network: d1d65e61-6985-4d7e-a006-e259526b262b, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:50:38.945778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc498814-c1f3-4276-b4e1-37053a123871,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:38.949298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:38.968099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Network d1d65e61-6985-4d7e-a006-e259526b262b is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:50:38.981425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] No DVR routers for this DVR port c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:50:38.986634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, d1d65e61-6985-4d7e-a006-e259526b262b) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:50:38.989716 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:39.001749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'name': 'network-vif-deleted', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:50:39.007148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:39.007804 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:39.029672 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e5dfd4cf-6490-48e7-ab42-ed3fe4cde592 req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.62 "DELETE /v2.0/ports/c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 HTTP/1.1" status: 204  len: 173 time: 2.1247177
Apr 19 18:50:39.045441 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ae79fdea-fb9c-42b1-827b-789865195c0d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7209499
Apr 19 18:50:39.078732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2a7bb-99f9-48ad-98c4-d5eb5717efe4 None None] Network d1d65e61-6985-4d7e-a006-e259526b262b requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:50:39.143177 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a63a187-ef64-4728-be67-1620851f1ec8', 'name': 'network-vif-deleted', 'tag': 'c30ce674-f2ee-44dd-b306-3f26b2fe7cf7', 'status': 'completed', 'code': 200}
Apr 19 18:50:39.342107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:50:39.756970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-a3b97436-5795-4926-be70-61daaa8e7215 req-e2aac9fd-d4db-4239-8aa2-2b9aabe05387 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Synchronizing usage tracker for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:50:39.775342 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-a3b97436-5795-4926-be70-61daaa8e7215 req-e2aac9fd-d4db-4239-8aa2-2b9aabe05387 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Unset dirty status for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:50:39.782999 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a3b97436-5795-4926-be70-61daaa8e7215 req-e2aac9fd-d4db-4239-8aa2-2b9aabe05387 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a63a187-ef64-4728-be67-1620851f1ec8 HTTP/1.1" status: 200  len: 210 time: 0.0875542
Apr 19 18:50:39.793934 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29826451-5d81-45af-ac36-2f389f7db091 None None] Network d1d65e61-6985-4d7e-a006-e259526b262b requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:50:39.997511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b49abf17-6959-4d31-80ce-472414f3dda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:40.100954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78570da0>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:40.109613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] Checking router: 572b9971-2812-45f9-bc13-3a75b3ebcb2d for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:50:40.166601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:50:40.167289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78570da0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:50:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:40.363343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:50:40.727354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78570da0>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:40.733365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542527c-e02f-4a1f-a9fb-970b50db2ae0 None None] The sync data for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi is: [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:50:40.946409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47578) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:41.019274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-75e28453-963c-44b1-8e59-4576c5613d9e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:41.050237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-75e28453-963c-44b1-8e59-4576c5613d9e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:41.097862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-75e28453-963c-44b1-8e59-4576c5613d9e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:41.104165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-87d650ed-e9d3-4810-b90f-6a6082cc11b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:41.120812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e28453-963c-44b1-8e59-4576c5613d9e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93365c28-9ba9-4f2f-ae1a-c7f87558198e,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:41.123774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-75e28453-963c-44b1-8e59-4576c5613d9e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:41.132216 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-75e28453-963c-44b1-8e59-4576c5613d9e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:41.133602 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-75e28453-963c-44b1-8e59-4576c5613d9e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "DELETE /v2.0/security-groups/93365c28-9ba9-4f2f-ae1a-c7f87558198e HTTP/1.1" status: 204  len: 168 time: 0.1859763
Apr 19 18:50:41.136695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47584) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:41.147911 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399c9c2-d462-4eef-82bb-d45274e28cd4 None None] New status for floating IP 577097bd-445f-490c-8ccb-0c399d2d9dcc: DOWN {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:50:41.162555 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.v2.resource [None req-6b90947d-0cff-4ada-b66b-6671605b9731 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] show failed (client error): The resource could not be found.
Apr 19 18:50:41.167034 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6b90947d-0cff-4ada-b66b-6671605b9731 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups/93365c28-9ba9-4f2f-ae1a-c7f87558198e HTTP/1.1" status: 404  len: 347 time: 0.0286114
Apr 19 18:50:41.168130 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47588) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:41.354617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Deleting port 6134b0d9-32c0-4baf-8b02-b10f80997979 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:50:41.355103 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:41.545994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:41.546486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:41.682659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Calling delete_port for 6134b0d9-32c0-4baf-8b02-b10f80997979 owned by network:floatingip {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:50:41.778241 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.api [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:50:41.778650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_db.api [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:50:41.903363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:50:42.280037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Deleting port 6134b0d9-32c0-4baf-8b02-b10f80997979 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:50:42.280689 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:42.467846 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:42.468211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:42.620123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:50:42.659693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:50:42.660085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device c30ce674-f2ee-44dd-b306-3f26b2fe7cf7 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:50:42.841694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Calling delete_port for 6134b0d9-32c0-4baf-8b02-b10f80997979 owned by network:floatingip {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:50:42.882455 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42a43084-94f7-4fa5-b179-d3353ed00e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:42.993922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:42.999994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:43.050502 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event deleted for resources: {'Port': ['ID=6134b0d9-32c0-4baf-8b02-b10f80997979,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:43.081170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:43.153856 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:43.174988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:43.176417 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-898edabf-49b5-4431-bea4-70cd967307da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "DELETE /v2.0/floatingips/577097bd-445f-490c-8ccb-0c399d2d9dcc HTTP/1.1" status: 204  len: 168 time: 2.0066543
Apr 19 18:50:43.259549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:43.420078 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb368b-30ef-4f61-874e-241d81f3ed37 req-eeb3cd38-9db1-410a-bfe9-c3cfc0801ff3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:43.421826 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0ddb368b-30ef-4f61-874e-241d81f3ed37 req-eeb3cd38-9db1-410a-bfe9-c3cfc0801ff3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0991528
Apr 19 18:50:43.472941 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0ddb368b-30ef-4f61-874e-241d81f3ed37 req-485c6c3c-b8e8-40b0-a07c-684630fabe67 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445559
Apr 19 18:50:43.534976 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47618) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:43.541875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222961825', 'description': 'tempest-description--463483981'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:43.548396 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:43.552871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:security_group and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:43.557513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:43.564234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:43.573945 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:43.600026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:43.604855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:security_group_rule and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:43.607887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:43.613947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:43.693916 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:43.697446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:43.703000 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3a3c00fe-e436-4df4-a712-5ef6c0649605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:43.738130 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-2b5945dd-0620-4edb-9283-5206a773b5d8 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:43.738926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-2b5945dd-0620-4edb-9283-5206a773b5d8 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Synchronizing usage tracker for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:network {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:50:43.748450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:43.749737 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2134840
Apr 19 18:50:43.750961 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:43.752784 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47626) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:43.753665 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:43.759153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'security_group_rule': {'security_group_id': '7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:43.767252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:43.769520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-2b5945dd-0620-4edb-9283-5206a773b5d8 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Unset dirty status for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:network {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:50:43.770780 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-2b5945dd-0620-4edb-9283-5206a773b5d8 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/networks?id=d1d65e61-6985-4d7e-a006-e259526b262b HTTP/1.1" status: 200  len: 808 time: 0.1949155
Apr 19 18:50:43.773120 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:security_group_rule and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:43.777374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:43.785614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:43.798911 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-73e8e5aa-d7f7-4faa-bc63-0da0506eea60 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/quotas/8060d228c2bd409cbe12fcb7f4b09f8b HTTP/1.1" status: 200  len: 375 time: 0.0179472
Apr 19 18:50:43.813136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:43.877802 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-98240871-581c-4c2f-b7db-72b8d08eb50f tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8060d228c2bd409cbe12fcb7f4b09f8b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0670040
Apr 19 18:50:44.031506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.036483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.044083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-da666319-eec5-4497-8fed-5ed2f189cbf2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:44.083531 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a9578f-3570-4cdc-9da6-d4cdfe0c4337,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:44.087766 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-72034a30-508f-4512-b46c-6cd3950abfab service neutron] 10.222.0.41 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986108
Apr 19 18:50:44.089122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:44.096855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.098134 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d3360dcd-6074-4c09-93e3-363a178583df tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3443365
Apr 19 18:50:44.101067 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47634) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:44.132021 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'security_group_rule': {'security_group_id': '7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:44.154090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:44.162161 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:security_group_rule and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:44.179758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.217537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:44.230333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:44.276525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.307252 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-a711ab37-3f8c-4d47-a199-7c532030403d service neutron] 10.222.0.41 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2071435
Apr 19 18:50:44.371281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.375741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.383982 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:44.408009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a999e4a6-c074-4ed2-aa10-2c83c0df97fa,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:44.410587 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:44.415013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.416380 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3143256
Apr 19 18:50:44.420188 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47638) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:44.427478 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'floatingip': {'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:44.435741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:44.440482 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:floatingip and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:44.443760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:44.467010 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:44.506791 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.555357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.638013 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff7cdf3d-2fe2-418d-a197-9b8c7da198ba req-5a25a610-bac7-40af-9163-cae9626e8185 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 210 time: 0.1425357
Apr 19 18:50:44.707872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:44.764883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4020e5-66b5-45e0-a67e-ebb09776edc2 req-9980c781-82c2-4235-9eeb-6c83c810bdd0 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:44.766598 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-da4020e5-66b5-45e0-a67e-ebb09776edc2 req-9980c781-82c2-4235-9eeb-6c83c810bdd0 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0937080
Apr 19 18:50:44.819832 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-da4020e5-66b5-45e0-a67e-ebb09776edc2 req-3f963276-0156-4fae-8fe7-8e8724d1ef4c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466959
Apr 19 18:50:44.867115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Allocated IP 172.27.3.205 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/e4bf307c-c8f4-4823-8800-edb6052985c2) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:50:45.033886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:45.065668 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:45.071148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d3da7861-322a-4cb6-aec0-81fa857acd5a tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:45.131034 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:50:45.139277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:50:45.143999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:50:45.196055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'Port': ['ID=e4bf307c-c8f4-4823-8800-edb6052985c2,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:45.201287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:45.250750 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:45.317994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:45.352653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-c34cedfa-9e7b-4a1f-802a-46a16aba4698 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:45.354202 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-c34cedfa-9e7b-4a1f-802a-46a16aba4698 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.0956376
Apr 19 18:50:45.449708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Deleting port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:50:45.450296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:45.553405 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:45.564952 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:45.567681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:45.573609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e7a8ae57-d31e-4e11-9712-2ba814f08ff8 tempest-DeleteServersTestJSON-1258082503 tempest-DeleteServersTestJSON-1258082503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:45.685279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'Port': ['ID=e4bf307c-c8f4-4823-8800-edb6052985c2,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:45.702725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.703136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.703543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.703941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.704337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.704729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.705201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.705608 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.705999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.706426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.706852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.707635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:45.714154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:45.734850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:45.775725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:45.777071 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3556776
Apr 19 18:50:46.185897 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c425ff59-635b-4602-8733-42f2952a56f8 req-1ffa6617-a37e-4fbb-bfa3-1ad8c83e86b5 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 210 time: 0.1253092
Apr 19 18:50:46.264854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] For port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:50:46.265327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:46.286322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-527a0c07-b9b2-4eb8-98c5-d114e98af3c5 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:46.287941 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-527a0c07-b9b2-4eb8-98c5-d114e98af3c5 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.62 "GET /v2.0/networks?id=d1d65e61-6985-4d7e-a006-e259526b262b HTTP/1.1" status: 200  len: 808 time: 0.6831787
Apr 19 18:50:46.306163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Request body: {'port': {'device_id': '89b850b6-4da1-4a4a-9aa3-65ee7bc44f76', 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b', 'admin_state_up': True, 'tenant_id': '8060d228c2bd409cbe12fcb7f4b09f8b'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:46.542747 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898c867-8b08-4a89-ae6e-50eceb4953e4 req-4d9fbc88-d303-44de-b747-c5ae468bb698 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:46.544468 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0898c867-8b08-4a89-ae6e-50eceb4953e4 req-4d9fbc88-d303-44de-b747-c5ae468bb698 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 945 time: 0.4741552
Apr 19 18:50:46.563390 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-c7233bf3-3c22-4879-b57f-f7f81c258406 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Synchronizing usage tracker for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:50:46.718827 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-c7233bf3-3c22-4879-b57f-f7f81c258406 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Unset dirty status for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:50:46.720131 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-c7233bf3-3c22-4879-b57f-f7f81c258406 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1222961825&fields=id&tenant_id=6bc900f7f85d40e490ef8ca208c96044 HTTP/1.1" status: 200  len: 267 time: 0.4242802
Apr 19 18:50:46.754688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:46.864013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Usage tracker for resource:port and tenant:8060d228c2bd409cbe12fcb7f4b09f8b is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:46.878594 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0898c867-8b08-4a89-ae6e-50eceb4953e4 req-c8e61bf9-71a7-4744-af3e-86590c298d61 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a62ee15-a193-4788-8fe0-ced80e0abd48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2465308
Apr 19 18:50:46.879518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:46.895828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:46.995563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Made reservation on behalf of 8060d228c2bd409cbe12fcb7f4b09f8b for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:50:47.001641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:47.026740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:47.027155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:47.027503 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Floating IP 25aad485-7573-41db-95f4-caae8452ba6a disassociated. External IP: 172.27.3.32, port: ef1e1978-423a-4baa-b5cd-c3a2fc3992c1.
Apr 19 18:50:47.027883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Calling delete_port for ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:50:47.185954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-854d7a7d-f5fb-4c20-bbf0-313e30fd3e2c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:47.186807 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-854d7a7d-f5fb-4c20-bbf0-313e30fd3e2c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 817 time: 0.4529946
Apr 19 18:50:47.237649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-3a9fe6da-5d31-4038-8f33-816995b1db84 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/quotas/6bc900f7f85d40e490ef8ca208c96044 HTTP/1.1" status: 200  len: 375 time: 0.0327227
Apr 19 18:50:47.459261 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aa0c7115-9e9f-4a6a-a55f-e17d38f07445 req-70aeb6e7-0616-409a-b2d5-31a56dc26f6b tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 210 time: 0.0866399
Apr 19 18:50:47.484876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Allocated IP 172.20.0.9 (d1d65e61-6985-4d7e-a006-e259526b262b/dc498814-c1f3-4276-b4e1-37053a123871/e1340e46-f18c-459b-b755-9f8124b2db77) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:50:47.505852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:47.518004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9879c5e1-0217-434a-9585-d8ad1e49d77f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:47.592547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event deleted for resources: {'Port': ['ID=ef1e1978-423a-4baa-b5cd-c3a2fc3992c1,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:47.609582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:47.689801 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-95e80e04-75ca-4110-9aad-431559f1e311 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4095187
Apr 19 18:50:48.302491 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-21c7583a-67f7-45c2-b7d5-feb10c74af6b req-00aae399-6467-4ac3-aa5c-5fd6f2c09d34 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 210 time: 0.0930748
Apr 19 18:50:48.352430 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-520b4104-ce97-40f3-94cd-8a073d380100 service neutron] 10.222.0.41 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6020000
Apr 19 18:50:48.359880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:50:48.429801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:48.709554 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e68ab933-cf13-436d-8c41-3dbfe67ee96b req-e4bbd420-02a3-4313-8a4d-55478ad0acda tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 210 time: 0.0848262
Apr 19 18:50:48.778728 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-db4516bb-d983-43a9-a4fa-e9ebaedf54a1 service neutron] 10.222.0.41 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4159002
Apr 19 18:50:48.784606 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:48.792625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:48.825031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:50:48.837055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] Sync routers for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:50:48.847834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:50:48.848538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b73edd8d0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:50:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:48.937876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Network d1d65e61-6985-4d7e-a006-e259526b262b is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:50:48.952367 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:50:48.955102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] No DVR routers for this DVR port ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:50:48.958157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:50:48.991123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:48.998596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'name': 'network-vif-deleted', 'tag': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:50:49.072995 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b0256-15c3-4cf0-b57c-2353a8e524f2', 'name': 'network-vif-deleted', 'tag': 'ef1e1978-423a-4baa-b5cd-c3a2fc3992c1', 'status': 'completed', 'code': 200}
Apr 19 18:50:49.079547 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ca5889ef-495e-4305-8816-fbb102a19821 req-449f6c07-b611-47e5-ad06-f02ca1856b03 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 210 time: 0.1225011
Apr 19 18:50:49.080274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Pushing event updated for resources: {'Port': ['ID=e1340e46-f18c-459b-b755-9f8124b2db77,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:49.085927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:49.087454 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2e73d15a-cb64-4f77-8d09-48242f60550b req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.62 "DELETE /v2.0/ports/ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 HTTP/1.1" status: 204  len: 173 time: 3.7277367
Apr 19 18:50:49.131626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:49.133187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:49.154700 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8549960
Apr 19 18:50:49.167238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Request body: {'port': {'device_id': '89b850b6-4da1-4a4a-9aa3-65ee7bc44f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:49.289395 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:50:49.318612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:49.553637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-2552f184-4e57-4abe-9ac2-3ddd355f65e9 req-dc676adc-57b8-4908-a84b-8566c4f78a10 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Synchronizing usage tracker for tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:50:49.657559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-2552f184-4e57-4abe-9ac2-3ddd355f65e9 req-dc676adc-57b8-4908-a84b-8566c4f78a10 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Unset dirty status for tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:50:49.663072 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2552f184-4e57-4abe-9ac2-3ddd355f65e9 req-dc676adc-57b8-4908-a84b-8566c4f78a10 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8b0256-15c3-4cf0-b57c-2353a8e524f2 HTTP/1.1" status: 200  len: 210 time: 0.1810377
Apr 19 18:50:49.701234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:50:49.743702 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:50:49.744466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device ef1e1978-423a-4baa-b5cd-c3a2fc3992c1 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:50:49.767215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b73edd8d0>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:49.780487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] Checking router: 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:50:49.816883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:50:49.817582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b73edd8d0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:50:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:49.830705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1340e46-f18c-459b-b755-9f8124b2db77 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:50:49.841445 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:49.859687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Transition to ACTIVE for port object e1340e46-f18c-459b-b755-9f8124b2db77 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:50:49.864993 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:49.872185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-327a6388-b213-4996-9cb0-42005945a722 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:50.056076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:50:50.113338 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Pushing event updated for resources: {'Port': ['ID=e1340e46-f18c-459b-b755-9f8124b2db77,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:50.118746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:50.260488 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563371-bfca-4da6-abf3-55744ff8be60 req-01d0814c-f410-4570-9fd2-665713df5f56 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:50.261414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-7c563371-bfca-4da6-abf3-55744ff8be60 req-01d0814c-f410-4570-9fd2-665713df5f56 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Synchronizing usage tracker for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:50:50.405808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Attempting to bind port e1340e46-f18c-459b-b755-9f8124b2db77 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:50:50.406192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Attempting to bind port e1340e46-f18c-459b-b755-9f8124b2db77 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '15293879-2964-420f-b957-b27cd5653e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:50:50.406604 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Attempting to bind port e1340e46-f18c-459b-b755-9f8124b2db77 on network d1d65e61-6985-4d7e-a006-e259526b262b {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:50:50.410739 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-02655279-40ee-4919-be75-8d116aa42c43 req-c65fe0cf-56a9-4aa1-9ef3-5fa4f7f1d5c4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 210 time: 0.0782993
Apr 19 18:50:50.437302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Port e1340e46-f18c-459b-b755-9f8124b2db77 on network d1d65e61-6985-4d7e-a006-e259526b262b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:50:50.437302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Attempting to bind port e1340e46-f18c-459b-b755-9f8124b2db77 on network d1d65e61-6985-4d7e-a006-e259526b262b {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:50:50.449818 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-7c563371-bfca-4da6-abf3-55744ff8be60 req-01d0814c-f410-4570-9fd2-665713df5f56 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Unset dirty status for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:50:50.451180 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7c563371-bfca-4da6-abf3-55744ff8be60 req-01d0814c-f410-4570-9fd2-665713df5f56 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 943 time: 0.5420597
Apr 19 18:50:50.451974 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:50:50.452358 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Checking segment: {'id': '15293879-2964-420f-b957-b27cd5653e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:50:50.452790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Bound using segment: {'id': '15293879-2964-420f-b957-b27cd5653e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:50:50.453285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Bound port: e1340e46-f18c-459b-b755-9f8124b2db77, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15293879-2964-420f-b957-b27cd5653e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:50:50.453671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:50.486782 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b73edd8d0>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:50.491325 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a726f-7880-45a1-a09e-58041c4aeba4 None None] The sync data for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi is: [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:50:50.527786 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-47624188-1bca-4a60-bb7c-c38fb993e600 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:50.529280 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-47624188-1bca-4a60-bb7c-c38fb993e600 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 817 time: 0.3319366
Apr 19 18:50:50.636133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-7c563371-bfca-4da6-abf3-55744ff8be60 req-0247d6b1-4eeb-4be5-b4b5-7c98f44dba85 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Synchronizing usage tracker for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:50:50.705222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] For port e1340e46-f18c-459b-b755-9f8124b2db77, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:50:50.712336 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-c5b6ffba-541a-415a-88de-655203118b6c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bc900f7f85d40e490ef8ca208c96044 HTTP/1.1" status: 200  len: 5704 time: 0.1510303
Apr 19 18:50:50.716699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-7c563371-bfca-4da6-abf3-55744ff8be60 req-0247d6b1-4eeb-4be5-b4b5-7c98f44dba85 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Unset dirty status for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:50:50.717927 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7c563371-bfca-4da6-abf3-55744ff8be60 req-0247d6b1-4eeb-4be5-b4b5-7c98f44dba85 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501540
Apr 19 18:50:50.721751 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] For port e1340e46-f18c-459b-b755-9f8124b2db77, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1340e46-f18c-459b-b755-9f8124b2db77,segment=NetworkSegment(15293879-2964-420f-b957-b27cd5653e12),segment_id=15293879-2964-420f-b957-b27cd5653e12)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:50:50.726169 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'port': {'device_id': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'admin_state_up': True, 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'security_groups': ['7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0']}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:50.746284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:50.763571 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70abbf7c-6c14-4173-bc14-d83cb88a2fdc tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:50.803322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47742) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:50.876858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:50.877543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:50.879146 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] 10.222.0.62 "PUT /v2.0/ports/e1340e46-f18c-459b-b755-9f8124b2db77 HTTP/1.1" status: 200  len: 1093 time: 1.7170608
Apr 19 18:50:50.881820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3b44-5b9a-4885-8b8c-ea7e6c7e225c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:50.919461 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3b44-5b9a-4885-8b8c-ea7e6c7e225c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:50.938025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3854e579-b47a-49c9-acfa-8dc45a00faa5 None None] New status for floating IP 25aad485-7573-41db-95f4-caae8452ba6a: DOWN {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:50:50.978149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3b44-5b9a-4885-8b8c-ea7e6c7e225c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:50.983704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Pushing event updated for resources: {'Port': ['ID=e1340e46-f18c-459b-b755-9f8124b2db77,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:50.984206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:50.999985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:51.000171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b3b44-5b9a-4885-8b8c-ea7e6c7e225c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a62ee15-a193-4788-8fe0-ced80e0abd48,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:51.003700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5d1b3b44-5b9a-4885-8b8c-ea7e6c7e225c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:51.015888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:51.021304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3b44-5b9a-4885-8b8c-ea7e6c7e225c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:51.023298 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5d1b3b44-5b9a-4885-8b8c-ea7e6c7e225c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "DELETE /v2.0/security-groups/0a62ee15-a193-4788-8fe0-ced80e0abd48 HTTP/1.1" status: 204  len: 168 time: 0.2187784
Apr 19 18:50:51.027734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 47746) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:51.036438 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Usage tracker for resource:port and tenant:6bc900f7f85d40e490ef8ca208c96044 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:51.042752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:51.066371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:51.073116 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.v2.resource [None req-8b3a5053-c4c2-4f2f-b903-8b0f5be26f37 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] show failed (client error): The resource could not be found.
Apr 19 18:50:51.074300 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-8b3a5053-c4c2-4f2f-b903-8b0f5be26f37 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups/0a62ee15-a193-4788-8fe0-ced80e0abd48 HTTP/1.1" status: 404  len: 347 time: 0.0344520
Apr 19 18:50:51.078023 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47750) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:51.081349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b850b6-4da1-4a4a-9aa3-65ee7bc44f76', 'tag': 'e1340e46-f18c-459b-b755-9f8124b2db77'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:50:51.092807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Made reservation on behalf of 6bc900f7f85d40e490ef8ca208c96044 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:50:51.099185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:51.117893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-c432f3bc-0ec0-44a0-8f18-d21230e3ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:51.120278 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-c432f3bc-0ec0-44a0-8f18-d21230e3ad62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8060d228c2bd409cbe12fcb7f4b09f8b&device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 1096 time: 0.2004068
Apr 19 18:50:51.186120 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b850b6-4da1-4a4a-9aa3-65ee7bc44f76', 'tag': 'e1340e46-f18c-459b-b755-9f8124b2db77', 'status': 'completed', 'code': 200}
Apr 19 18:50:51.349663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Deleting port e9816f08-7cbe-4820-bb35-1972b6da4463 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:50:51.350005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:51.538892 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-cbe2de3f-a79c-4233-9e7b-b47265f06db1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1340e46-f18c-459b-b755-9f8124b2db77 HTTP/1.1" status: 200  len: 217 time: 0.4106061
Apr 19 18:50:51.567671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:51.568222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:51.663941 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-705f6162-bebd-4141-be6a-fca650543e56 req-58eb6d34-04f1-4452-aebc-2d74d2d1219f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 210 time: 0.0728524
Apr 19 18:50:51.707436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Calling delete_port for e9816f08-7cbe-4820-bb35-1972b6da4463 owned by network:floatingip {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:50:51.725917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-5e378886-bb1a-4746-8313-a0fd9be2f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:51.727569 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-5e378886-bb1a-4746-8313-a0fd9be2f2cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc498814-c1f3-4276-b4e1-37053a123871 HTTP/1.1" status: 200  len: 848 time: 0.1794116
Apr 19 18:50:51.790568 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-376a1517-e19e-4c91-9303-adfb3d1fbc0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1d65e61-6985-4d7e-a006-e259526b262b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556505
Apr 19 18:50:51.796839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Allocated IP 172.20.0.9 (805464bc-4830-4f32-8442-9b3936f44b12/278aaf89-c0ee-4e0d-9667-e16cb9af0cb5/1ae442ab-2d3d-4a84-8243-376c744197c4) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:50:51.861007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:51.865765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:51.944504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event deleted for resources: {'Port': ['ID=e9816f08-7cbe-4820-bb35-1972b6da4463,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:51.952272 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:52.022011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.040950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.042440 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "DELETE /v2.0/floatingips/25aad485-7573-41db-95f4-caae8452ba6a HTTP/1.1" status: 204  len: 168 time: 0.9630971
Apr 19 18:50:52.148931 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-3cd049e5-5b5e-467e-95d4-97a6f290c849 service neutron] 10.222.0.62 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3491826
Apr 19 18:50:52.161006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058d157-82e5-4a27-b8a7-8d00725ce994 req-8afb4078-2cc0-4eff-a7ef-05f9f1478553 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:52.162679 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7058d157-82e5-4a27-b8a7-8d00725ce994 req-8afb4078-2cc0-4eff-a7ef-05f9f1478553 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 943 time: 0.3133559
Apr 19 18:50:52.343854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47768) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:52.350091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997817140', 'description': 'tempest-description--366266752'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:52.357581 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:52.362274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:security_group and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:52.365496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:52.367785 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7058d157-82e5-4a27-b8a7-8d00725ce994 req-b5fce842-1de0-4639-b9b9-43aef3844c6a tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670637
Apr 19 18:50:52.382162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:52.383064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.396438 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.422145 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9eca717b-64ff-4a31-ba8f-e195822743cf req-5fe0ead4-0e88-4e51-a7e0-189273326506 service neutron] 10.222.0.62 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583723
Apr 19 18:50:52.422373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:52.423331 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Transition to ACTIVE for port object 1ae442ab-2d3d-4a84-8243-376c744197c4 will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:50:52.428537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:security_group_rule and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:52.433134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:52.443025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:52.453961 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.460768 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8a2aee43-e9f1-4d50-a7fb-a0d4d689e7cb tempest-ServerRescueNegativeTestJSON-918726839 tempest-ServerRescueNegativeTestJSON-918726839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:52.539428 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.543215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.549472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c6416568-c7fa-4e61-92e4-433398285b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:52.592760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Network 805464bc-4830-4f32-8442-9b3936f44b12 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:50:52.599568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:50:52.601734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc79392c-78e6-4950-9b0a-71fcc697a0d4,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:52.605685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:52.607309 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.607799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:50:52.611994 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-221e878d-b022-49a9-83fc-de87408420c7 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2668712
Apr 19 18:50:52.612773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47780) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:52.619400 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'security_group_rule': {'security_group_id': 'cc79392c-78e6-4950-9b0a-71fcc697a0d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:52.628627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:52.633062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:security_group_rule and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:52.637313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:52.646574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:52.649412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event updated for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:52.666431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:52.671591 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.703475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:52.704098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.723762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56e24-730e-4c58-83d2-68d36f56dbb9 req-e920c8d1-9a09-46da-b53c-7fa72b1d2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:52.725347 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-57d56e24-730e-4c58-83d2-68d36f56dbb9 req-e920c8d1-9a09-46da-b53c-7fa72b1d2dfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8060d228c2bd409cbe12fcb7f4b09f8b&device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 1096 time: 0.2283659
Apr 19 18:50:52.777357 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0574439
Apr 19 18:50:52.784137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.788054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.790001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-79b319d0-2072-4e4a-a31c-0335934dcfa5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:52.813452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5084f7ca-1447-4391-9f9c-ea1024e19f04,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:52.827341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:52.851825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Request body: {'port': {'device_id': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:52.859886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.861709 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2472453
Apr 19 18:50:52.866698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47796) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:52.872758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'security_group_rule': {'security_group_id': 'cc79392c-78e6-4950-9b0a-71fcc697a0d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:52.880073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:52.884244 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:security_group_rule and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:52.887865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:52.895224 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:52.916416 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.949833 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5579e127-9530-4c18-b409-45fb4cbc869b None None] Provisioning for port 1ae442ab-2d3d-4a84-8243-376c744197c4 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:50:52.958193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5579e127-9530-4c18-b409-45fb4cbc869b None None] Provisioning complete for port 1ae442ab-2d3d-4a84-8243-376c744197c4 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:50:52.959258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5579e127-9530-4c18-b409-45fb4cbc869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:52.998472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:53.002436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:53.005334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:53.030290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932e3b47-d542-48d3-8f61-de7384f32cf2,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:53.038383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5579e127-9530-4c18-b409-45fb4cbc869b None None] Port 1ae442ab-2d3d-4a84-8243-376c744197c4 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:50:53.041079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:53.051024 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:53.054314 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1846085
Apr 19 18:50:53.055714 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47802) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:53.061721 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'floatingip': {'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:53.068038 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:53.077600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:floatingip and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:53.083250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:53.093749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:53.096505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56e24-730e-4c58-83d2-68d36f56dbb9 req-0ca6ff68-7f55-463b-9520-72c11fbb9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:53.098117 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-57d56e24-730e-4c58-83d2-68d36f56dbb9 req-0ca6ff68-7f55-463b-9520-72c11fbb9d0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1d65e61-6985-4d7e-a006-e259526b262b HTTP/1.1" status: 200  len: 909 time: 0.3649814
Apr 19 18:50:53.104693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:53.106997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:53.200331 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-57d56e24-730e-4c58-83d2-68d36f56dbb9 req-3770c11e-667e-4113-a96e-a52667f53c0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1340e46-f18c-459b-b755-9f8124b2db77 HTTP/1.1" status: 200  len: 217 time: 0.0829446
Apr 19 18:50:53.208597 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b14ca5-15e9-4d1f-8e65-7ddb4adec6bc req-dbeb7934-63b2-4871-bbd5-af755c186b1c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:53.209360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-b6b14ca5-15e9-4d1f-8e65-7ddb4adec6bc req-dbeb7934-63b2-4871-bbd5-af755c186b1c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Synchronizing usage tracker for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:50:53.267294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:53.341502 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-b6b14ca5-15e9-4d1f-8e65-7ddb4adec6bc req-dbeb7934-63b2-4871-bbd5-af755c186b1c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Unset dirty status for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:50:53.342787 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6b14ca5-15e9-4d1f-8e65-7ddb4adec6bc req-dbeb7934-63b2-4871-bbd5-af755c186b1c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 931 time: 0.4967864
Apr 19 18:50:53.346290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56e24-730e-4c58-83d2-68d36f56dbb9 req-3d94a325-0f04-43ea-b3d0-cba1cee7fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:53.347819 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-57d56e24-730e-4c58-83d2-68d36f56dbb9 req-3d94a325-0f04-43ea-b3d0-cba1cee7fa79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc498814-c1f3-4276-b4e1-37053a123871 HTTP/1.1" status: 200  len: 848 time: 0.1354163
Apr 19 18:50:53.426735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Allocated IP 172.27.3.123 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/553ac5a0-f719-4388-8f8f-9ac419f3e67b) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:50:53.474115 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-57d56e24-730e-4c58-83d2-68d36f56dbb9 req-caf8cf38-124e-408e-8809-1ab3eecf0509 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1d65e61-6985-4d7e-a006-e259526b262b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1181111
Apr 19 18:50:53.602893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:53.618353 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6b14ca5-15e9-4d1f-8e65-7ddb4adec6bc req-c946c4e2-5e57-4131-939c-37ef2a3760a0 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2614400
Apr 19 18:50:53.635943 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:53.641141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:53.717087 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:50:53.720834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:50:53.723436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:50:53.767977 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'Port': ['ID=553ac5a0-f719-4388-8f8f-9ac419f3e67b,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:53.771022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:53.821406 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:53.888812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:54.099406 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-57d56e24-730e-4c58-83d2-68d36f56dbb9 req-0d0e557a-3d38-491f-9996-004aed6deb13 service neutron] 10.222.0.62 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6171291
Apr 19 18:50:54.131684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:54.135883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:54.141335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:54.238957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9915e-ddac-492d-af57-0d6a78d4bca1 req-ad3cbeea-db4a-4e35-b547-6585225eb740 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:54.240652 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33a9915e-ddac-492d-af57-0d6a78d4bca1 req-ad3cbeea-db4a-4e35-b547-6585225eb740 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 943 time: 0.7095873
Apr 19 18:50:54.266124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'Port': ['ID=553ac5a0-f719-4388-8f8f-9ac419f3e67b,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:54.275048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:54.285613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:54.310599 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:54.311995 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2552330
Apr 19 18:50:54.336610 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33a9915e-ddac-492d-af57-0d6a78d4bca1 req-667be607-68b7-48a0-a937-2087c9b6e66b tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866072
Apr 19 18:50:54.409173 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-57d56e24-730e-4c58-83d2-68d36f56dbb9 req-0e46fdab-ae64-4284-9b81-b53a48206782 service neutron] 10.222.0.62 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2826457
Apr 19 18:50:54.421514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae442ab-2d3d-4a84-8243-376c744197c4 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:50:54.430110 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:54.448690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Transition to ACTIVE for port object 1ae442ab-2d3d-4a84-8243-376c744197c4 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:50:54.451876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:54.455995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e8f8d74c-6b8f-4ba6-a399-eb0ccaed1ebd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:54.663727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:54.703376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:54.726481 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-5dc2a61d-e739-4d56-ab1d-b2764e210058 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1997817140&fields=id&tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f HTTP/1.1" status: 200  len: 267 time: 0.1478732
Apr 19 18:50:54.915350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Attempting to bind port 1ae442ab-2d3d-4a84-8243-376c744197c4 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:50:54.916447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Attempting to bind port 1ae442ab-2d3d-4a84-8243-376c744197c4 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:50:54.916576 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Attempting to bind port 1ae442ab-2d3d-4a84-8243-376c744197c4 on network 805464bc-4830-4f32-8442-9b3936f44b12 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:50:54.928994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Port 1ae442ab-2d3d-4a84-8243-376c744197c4 on network 805464bc-4830-4f32-8442-9b3936f44b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:50:54.929370 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Attempting to bind port 1ae442ab-2d3d-4a84-8243-376c744197c4 on network 805464bc-4830-4f32-8442-9b3936f44b12 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:50:54.948515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:50:54.948896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Checking segment: {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:50:54.949326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Bound using segment: {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:50:54.949814 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Bound port: 1ae442ab-2d3d-4a84-8243-376c744197c4, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd527dc5-bc3e-4612-833e-f7956c212b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:50:54.950200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:55.062332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-d0aca33f-bda5-4da8-b24c-ffc5cf1dc0ab tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:55.064001 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-d0aca33f-bda5-4da8-b24c-ffc5cf1dc0ab tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 810 time: 0.3282254
Apr 19 18:50:55.084817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11582c9-b826-48da-ab94-4452ceea4acc req-4f3f9f15-ebb8-41bb-b628-60010494a1a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:55.090477 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c11582c9-b826-48da-ab94-4452ceea4acc req-4f3f9f15-ebb8-41bb-b628-60010494a1a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.3184426
Apr 19 18:50:55.125878 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-f6ff0180-fd3f-49a0-b9b8-b4677c3be86e tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/quotas/4b5fc0221dfc4bd59e82e8e9e429dc7f HTTP/1.1" status: 200  len: 375 time: 0.0537789
Apr 19 18:50:55.209141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:50:55.232229 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c11582c9-b826-48da-ab94-4452ceea4acc req-00d936a1-4d29-4650-8596-ec130ea087dc tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279750
Apr 19 18:50:55.234796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:50:55.240454 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:55.246628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-588f9859-a45f-4add-9687-c640f103797c tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:55.316914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:55.317601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:55.319146 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] 10.222.0.62 "PUT /v2.0/ports/1ae442ab-2d3d-4a84-8243-376c744197c4 HTTP/1.1" status: 200  len: 1093 time: 2.4717777
Apr 19 18:50:55.327848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:50:55.357008 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:55.365266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47834) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:55.368580 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-1f94dd35-9d51-4152-91a1-7430fa11da2e tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2324674
Apr 19 18:50:55.410126 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:55.419095 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'status': 'completed', 'code': 200}
Apr 19 18:50:55.446381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-61812eb0-76a2-459c-94f9-54e495e89515 admin admin] Deleting subnet a996ff6d-28d8-4067-823d-7212f81b7654 {{(pid=86309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:50:55.450628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61812eb0-76a2-459c-94f9-54e495e89515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:55.531463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61812eb0-76a2-459c-94f9-54e495e89515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851817323'] for subnet, precommit_delete_associations {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:55.677464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-77970faa-e482-4eec-a350-0907fbe58919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:55.679060 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-77970faa-e482-4eec-a350-0907fbe58919 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 1096 time: 0.3089979
Apr 19 18:50:55.687579 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-b1deb592-fe38-4662-8fbb-30dce930fe0d service neutron] 10.222.0.41 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2763214
Apr 19 18:50:55.727385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e1340e46-f18c-459b-b755-9f8124b2db77 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:50:55.803714 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-6055b0b8-5f25-447d-b80e-b0a3a88702c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae442ab-2d3d-4a84-8243-376c744197c4 HTTP/1.1" status: 200  len: 217 time: 0.1150668
Apr 19 18:50:55.818145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41636-e763-4c04-acf0-ae0f717e83e8 req-5278ee72-e037-4273-a4b2-09c90017ac99 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:55.819862 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-79a41636-e763-4c04-acf0-ae0f717e83e8 req-5278ee72-e037-4273-a4b2-09c90017ac99 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 943 time: 0.2808733
Apr 19 18:50:55.845560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61812eb0-76a2-459c-94f9-54e495e89515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:55.879039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port e1340e46-f18c-459b-b755-9f8124b2db77, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1340e46-f18c-459b-b755-9f8124b2db77,segment=NetworkSegment(15293879-2964-420f-b957-b27cd5653e12),segment_id=15293879-2964-420f-b957-b27cd5653e12)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:50:55.894072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'e1340e46-f18c-459b-b755-9f8124b2db77', 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b', 'port_id': 'e1340e46-f18c-459b-b755-9f8124b2db77', 'mac_address': 'fa:16:3e:96:28:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc498814-c1f3-4276-b4e1-37053a123871', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:50:55.960447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:55.980031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1340e46-f18c-459b-b755-9f8124b2db77 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:50:55.997133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port e1340e46-f18c-459b-b755-9f8124b2db77, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1340e46-f18c-459b-b755-9f8124b2db77,segment=NetworkSegment(15293879-2964-420f-b957-b27cd5653e12),segment_id=15293879-2964-420f-b957-b27cd5653e12)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:50:55.999451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-89076686-bd03-4d77-94a0-24a3189a2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:56.000931 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:56.001071 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-89076686-bd03-4d77-94a0-24a3189a2aac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.1776078
Apr 19 18:50:56.003368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:56.007106 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-79a41636-e763-4c04-acf0-ae0f717e83e8 req-ed602f87-fb24-4b8d-a78b-192ea112af81 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004148
Apr 19 18:50:56.074485 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-f8dfd456-246a-40b1-bdec-745fad1b2b90 service neutron] 10.222.0.41 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3245678
Apr 19 18:50:56.080957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=e1340e46-f18c-459b-b755-9f8124b2db77,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:56.092696 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.093085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.093467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.093841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.094349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.094864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.095445 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.096073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.096442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.096809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.097173 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.097558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:50:56.111936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:56.113225 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-90d70347-37e0-496a-8cee-c31e0fe391b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:56.115793 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-90d70347-37e0-496a-8cee-c31e0fe391b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0982480
Apr 19 18:50:56.147400 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61812eb0-76a2-459c-94f9-54e495e89515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10106527'] for subnet, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:56.153492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a70c0ddc-0915-4fb0-aed6-bacd8525b9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:56.195453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61812eb0-76a2-459c-94f9-54e495e89515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a996ff6d-28d8-4067-823d-7212f81b7654,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:56.199217 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-61812eb0-76a2-459c-94f9-54e495e89515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:56.200567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61812eb0-76a2-459c-94f9-54e495e89515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:56.204713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['e1340e46-f18c-459b-b755-9f8124b2db77'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:50:56.209551 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-61812eb0-76a2-459c-94f9-54e495e89515 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a996ff6d-28d8-4067-823d-7212f81b7654 HTTP/1.1" status: 204  len: 168 time: 0.8427289
Apr 19 18:50:56.214283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47838) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:56.360570 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fd31290a-4feb-4f4f-9845-eaf491c7e916 req-60594a83-93ba-41cd-a1e3-961ba0650121 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 210 time: 0.0855353
Apr 19 18:50:56.367949 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-87686057-9117-4557-9b16-8b64b9c4a4cc service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2447078
Apr 19 18:50:56.399238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:56.565573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:56.596163 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fc0f93e4-85f0-493a-8a1c-6e2f31d36826 req-0077c77e-6d46-4b11-995a-d4713b9365e1 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811206
Apr 19 18:50:56.605958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30749e9-3c9c-4654-876f-f2fd8d7bf603 req-e575b857-4007-4369-aece-4e0ffae6daaa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:56.607187 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e30749e9-3c9c-4654-876f-f2fd8d7bf603 req-e575b857-4007-4369-aece-4e0ffae6daaa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.2375057
Apr 19 18:50:56.692886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b78854470>,) {'filters': {'network_id': ['caf15418-6829-44da-ba49-169ee975acc8']}} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:56.706989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b78854470>, '9b28b4c1-a168-413a-9635-9a1e04d67bfc') {'for_net_delete': True} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:56.707330 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b78854470>, '9b28b4c1-a168-413a-9635-9a1e04d67bfc') {} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:50:56.711433 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e30749e9-3c9c-4654-876f-f2fd8d7bf603 req-c1fe15f6-a244-48ee-8c74-dbbd24341150 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894260
Apr 19 18:50:56.723538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2958493'] for segment, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:56.742753 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-1cc474f8-a3eb-4e54-8d39-bae35bb2db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:56.743556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:56.745603 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-1cc474f8-a3eb-4e54-8d39-bae35bb2db29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 1096 time: 0.0896468
Apr 19 18:50:56.751088 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=86309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:50:56.897162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-4cf301e5-4325-4bfd-8a5a-681e2dba1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:56.899742 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-4cf301e5-4325-4bfd-8a5a-681e2dba1bb4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 918 time: 0.1482840
Apr 19 18:50:56.938772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Network caf15418-6829-44da-ba49-169ee975acc8 has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:50:56.948557 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852643943'] for segment, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:56.976983 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-01926c68-c68d-4dc9-8593-ee6a6c5dfb83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae442ab-2d3d-4a84-8243-376c744197c4 HTTP/1.1" status: 200  len: 217 time: 0.0701654
Apr 19 18:50:57.053878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-abcc37f4-ae97-4ae7-b748-301a8ef09715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:57.055492 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-abcc37f4-ae97-4ae7-b748-301a8ef09715 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.0700774
Apr 19 18:50:57.145739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Network caf15418-6829-44da-ba49-169ee975acc8 has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:50:57.170519 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:50:57.196694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-5d005bec-9eca-4fd3-9f70-b12c7a9ce70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:57.198363 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-5d005bec-9eca-4fd3-9f70-b12c7a9ce70e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1352055
Apr 19 18:50:57.253190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:57.256932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:57.273922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:57.283967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Pushing event deleted for resources: {'Network': ['ID=caf15418-6829-44da-ba49-169ee975acc8,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:57.287629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:57.294694 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] 10.222.0.41 "DELETE /v2.0/networks/caf15418-6829-44da-ba49-169ee975acc8 HTTP/1.1" status: 204  len: 168 time: 1.0777223
Apr 19 18:50:57.335671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3b3fb-339a-4613-84b4-60da868924c0 req-7dae8b1b-d51a-4fb8-ae5a-3b94c2e928c4 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:57.337454 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bde3b3fb-339a-4613-84b4-60da868924c0 req-7dae8b1b-d51a-4fb8-ae5a-3b94c2e928c4 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 944 time: 0.2024279
Apr 19 18:50:57.431988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47860) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:57.502363 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2268370f-a96b-4378-bd4e-7feab399ced4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6288e4f7c996422d816458f457575017&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0680707
Apr 19 18:50:57.504526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47864) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:50:57.604682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-359c52d3-3a81-48ec-a04a-0b439d4a562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:57.638860 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-359c52d3-3a81-48ec-a04a-0b439d4a562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:57.687005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-359c52d3-3a81-48ec-a04a-0b439d4a562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:57.692324 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-caa3a5da-2eb0-40b3-bea8-d24bb0ac4cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:57.708446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c52d3-3a81-48ec-a04a-0b439d4a562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73302820-6127-469d-b08b-df9361baa716,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:57.711271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-359c52d3-3a81-48ec-a04a-0b439d4a562d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:57.718454 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-359c52d3-3a81-48ec-a04a-0b439d4a562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:57.722411 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-359c52d3-3a81-48ec-a04a-0b439d4a562d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73302820-6127-469d-b08b-df9361baa716 HTTP/1.1" status: 204  len: 168 time: 0.2139983
Apr 19 18:50:57.745163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e1340e46-f18c-459b-b755-9f8124b2db77 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:50:57.808181 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fa39a9ad-ed81-4ac4-b93b-1e2f776012a7 req-fb8b58bd-ea2e-4e33-beb6-f46b3e2c6d5d tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 210 time: 0.1448400
Apr 19 18:50:57.810156 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-370e4ac5-f332-4c89-9100-3db252bc62ee service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6044891
Apr 19 18:50:57.818064 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bde3b3fb-339a-4613-84b4-60da868924c0 req-8d2f573b-cecb-47e0-b31f-bbf92b4cc568 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4692199
Apr 19 18:50:57.820148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port e1340e46-f18c-459b-b755-9f8124b2db77 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:50:57.826817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port e1340e46-f18c-459b-b755-9f8124b2db77 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:50:57.827323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:57.982168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:57.982920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-acae7a3e-87fc-4445-82f1-4e610bae1607 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:57.984104 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-acae7a3e-87fc-4445-82f1-4e610bae1607 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.62 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 810 time: 0.6050529
Apr 19 18:50:58.015632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b850b6-4da1-4a4a-9aa3-65ee7bc44f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1340e46-f18c-459b-b755-9f8124b2db77'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:50:58.028174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port e1340e46-f18c-459b-b755-9f8124b2db77, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1340e46-f18c-459b-b755-9f8124b2db77,segment=NetworkSegment(15293879-2964-420f-b957-b27cd5653e12),segment_id=15293879-2964-420f-b957-b27cd5653e12)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:50:58.032509 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:58.036180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:58.093642 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b850b6-4da1-4a4a-9aa3-65ee7bc44f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1340e46-f18c-459b-b755-9f8124b2db77', 'code': 200}
Apr 19 18:50:58.107834 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5ccbfc72-0f3d-43b4-92f5-dbbfcb81c33c req-4b0ceb3c-7d71-49e1-a2ed-db711585641d service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2863319
Apr 19 18:50:58.142881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=e1340e46-f18c-459b-b755-9f8124b2db77,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:58.146212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:58.166080 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-b5997807-02cb-4f31-a49a-d3daa4df7ca6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f HTTP/1.1" status: 200  len: 5704 time: 0.1360257
Apr 19 18:50:58.176919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'port': {'device_id': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'admin_state_up': True, 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'security_groups': ['cc79392c-78e6-4950-9b0a-71fcc697a0d4']}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:58.207989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e6dce-ca8d-42f8-9e5f-41a31bcc134a req-7173b162-da9a-4aaa-bc5d-a91cf078dd59 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:58.209662 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-750e6dce-ca8d-42f8-9e5f-41a31bcc134a req-7173b162-da9a-4aaa-bc5d-a91cf078dd59 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.2426150
Apr 19 18:50:58.398463 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-750e6dce-ca8d-42f8-9e5f-41a31bcc134a req-4060f1a4-1a8b-4fbb-85db-1e484a19b633 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1751482
Apr 19 18:50:58.452523 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:50:58.458542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d23db8-93c3-4227-8025-4fd8fa1b6b43 req-2a2aab65-7003-462a-aa1f-6f3f9d50306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:58.460150 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-18d23db8-93c3-4227-8025-4fd8fa1b6b43 req-2a2aab65-7003-462a-aa1f-6f3f9d50306a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 1098 time: 0.1566379
Apr 19 18:50:58.461418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Usage tracker for resource:port and tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:50:58.465262 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:50:58.485566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:50:58.514232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Made reservation on behalf of 4b5fc0221dfc4bd59e82e8e9e429dc7f for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:50:58.520409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:58.543043 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-18d23db8-93c3-4227-8025-4fd8fa1b6b43 req-b5ff5152-c3cf-4f44-b3a6-38c11a84b82c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745416
Apr 19 18:50:58.698494 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Allocated IP 172.20.0.10 (c78cba19-b9b1-44c2-ac83-926eaef8bf55/81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e/f189205d-acc7-48ce-90be-6fbd3207e76d) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:50:58.918532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:58.939376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Transition to ACTIVE for port object f189205d-acc7-48ce-90be-6fbd3207e76d will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:50:58.983989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:58.991106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:50:59.065860 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:50:59.069715 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:50:59.081114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:50:59.161403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event updated for resources: {'Port': ['ID=f189205d-acc7-48ce-90be-6fbd3207e76d,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:50:59.184360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:50:59.252505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:59.253619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:59.417998 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2464702
Apr 19 18:50:59.439302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Request body: {'port': {'device_id': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:50:59.446282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-ee90f64c-3e04-4950-8bf5-81c9ab50ab8e None None] Provisioning for port f189205d-acc7-48ce-90be-6fbd3207e76d completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:50:59.452492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-ee90f64c-3e04-4950-8bf5-81c9ab50ab8e None None] Provisioning complete for port f189205d-acc7-48ce-90be-6fbd3207e76d triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:50:59.452912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ee90f64c-3e04-4950-8bf5-81c9ab50ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:59.517802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-ee90f64c-3e04-4950-8bf5-81c9ab50ab8e None None] Port f189205d-acc7-48ce-90be-6fbd3207e76d cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:50:59.543243 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d7b87-b14e-4ef9-927f-13e42c5c70f6 req-4869407d-d305-4081-84eb-5ddfd8e13e91 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:59.544005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-153d7b87-b14e-4ef9-927f-13e42c5c70f6 req-4869407d-d305-4081-84eb-5ddfd8e13e91 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Synchronizing usage tracker for tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:50:59.626272 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-153d7b87-b14e-4ef9-927f-13e42c5c70f6 req-4869407d-d305-4081-84eb-5ddfd8e13e91 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Unset dirty status for tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:50:59.627578 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-153d7b87-b14e-4ef9-927f-13e42c5c70f6 req-4869407d-d305-4081-84eb-5ddfd8e13e91 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 932 time: 0.6718872
Apr 19 18:50:59.639035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:50:59.659679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95243cab-530d-4c2b-9e30-aac662f63569 req-57578012-ae5d-46a8-b39a-8a759689c49e tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:50:59.661307 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-95243cab-530d-4c2b-9e30-aac662f63569 req-57578012-ae5d-46a8-b39a-8a759689c49e tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 945 time: 0.6913085
Apr 19 18:50:59.750999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1ae442ab-2d3d-4a84-8243-376c744197c4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:50:59.786660 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-153d7b87-b14e-4ef9-927f-13e42c5c70f6 req-1cf3a0e8-ad9d-49b3-9c01-949f5cbaef5d tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1486924
Apr 19 18:50:59.802314 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-95243cab-530d-4c2b-9e30-aac662f63569 req-2a0a9e4e-3340-4325-a2ea-15a75de7ad5e tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196294
Apr 19 18:50:59.914437 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:50:59.928699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'port_id': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'mac_address': 'fa:16:3e:de:b5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:51:00.119608 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ecda1-c134-44c3-8047-12b851491e97 req-346d275b-9646-4da2-bc74-295a50835b56 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:00.121269 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-491ecda1-c134-44c3-8047-12b851491e97 req-346d275b-9646-4da2-bc74-295a50835b56 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.2089090
Apr 19 18:51:00.156758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:00.175882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae442ab-2d3d-4a84-8243-376c744197c4 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:51:00.193279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:00.196441 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:00.198515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:00.247992 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-491ecda1-c134-44c3-8047-12b851491e97 req-cf49ebe3-53c1-40ce-8269-3d0a4947c22f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153286
Apr 19 18:51:00.252387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f189205d-acc7-48ce-90be-6fbd3207e76d {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:51:00.261873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:00.271243 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:00.274543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:00.280705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Transition to ACTIVE for port object f189205d-acc7-48ce-90be-6fbd3207e76d will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:00.283726 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:00.288519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:00.394037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['1ae442ab-2d3d-4a84-8243-376c744197c4'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:51:00.465102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Pushing event updated for resources: {'Port': ['ID=f189205d-acc7-48ce-90be-6fbd3207e76d,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:00.473789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:00.548743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Attempting to bind port f189205d-acc7-48ce-90be-6fbd3207e76d on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:51:00.549105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Attempting to bind port f189205d-acc7-48ce-90be-6fbd3207e76d by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:51:00.549474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Attempting to bind port f189205d-acc7-48ce-90be-6fbd3207e76d on network c78cba19-b9b1-44c2-ac83-926eaef8bf55 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:00.555040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Port f189205d-acc7-48ce-90be-6fbd3207e76d on network c78cba19-b9b1-44c2-ac83-926eaef8bf55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:51:00.555408 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Attempting to bind port f189205d-acc7-48ce-90be-6fbd3207e76d on network c78cba19-b9b1-44c2-ac83-926eaef8bf55 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:00.561946 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:51:00.562322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Checking segment: {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:00.562790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Bound using segment: {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:51:00.563269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Bound port: f189205d-acc7-48ce-90be-6fbd3207e76d, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf679262-55d7-4add-a121-36f5ce32f429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:51:00.563659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:00.666177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] For port f189205d-acc7-48ce-90be-6fbd3207e76d, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:51:00.669730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] For port f189205d-acc7-48ce-90be-6fbd3207e76d, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f189205d-acc7-48ce-90be-6fbd3207e76d,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:51:00.673610 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:00.678803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a3b56552-96df-4912-9fec-3b9f54bb4cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:00.753040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:00.753806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:00.755403 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] 10.222.0.62 "PUT /v2.0/ports/f189205d-acc7-48ce-90be-6fbd3207e76d HTTP/1.1" status: 200  len: 1094 time: 1.3288469
Apr 19 18:51:00.755953 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'tag': 'f189205d-acc7-48ce-90be-6fbd3207e76d'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:51:00.776851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Pushing event updated for resources: {'Port': ['ID=f189205d-acc7-48ce-90be-6fbd3207e76d,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:00.788176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:00.843173 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'tag': 'f189205d-acc7-48ce-90be-6fbd3207e76d', 'status': 'completed', 'code': 200}
Apr 19 18:51:00.904933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-c4fcea03-3873-48cc-97a7-8dbb3d042a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:00.906908 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-c4fcea03-3873-48cc-97a7-8dbb3d042a5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 1097 time: 0.1098380
Apr 19 18:51:01.031605 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-369de8cb-3091-4669-b809-b5c3cbbd43db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f189205d-acc7-48ce-90be-6fbd3207e76d HTTP/1.1" status: 200  len: 217 time: 0.1171594
Apr 19 18:51:01.398587 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-fbd1729f-3cbe-4559-907a-7407c6e52779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:01.400739 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-fbd1729f-3cbe-4559-907a-7407c6e52779 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e HTTP/1.1" status: 200  len: 849 time: 0.3604565
Apr 19 18:51:01.442118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc0a95-229b-4c42-bfc2-514122ae1da1 req-55f692cf-88d0-4626-8d33-483fabd650bd tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:01.443650 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bbfc0a95-229b-4c42-bfc2-514122ae1da1 req-55f692cf-88d0-4626-8d33-483fabd650bd tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 945 time: 0.4632912
Apr 19 18:51:01.451984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8cb24-7fcb-4e49-a7b1-d3c8ef2df191 req-aa768eb4-2571-4fcf-a4ca-f8a1191557d3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:01.453497 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9ee8cb24-7fcb-4e49-a7b1-d3c8ef2df191 req-aa768eb4-2571-4fcf-a4ca-f8a1191557d3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 944 time: 0.4209361
Apr 19 18:51:01.526552 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bbfc0a95-229b-4c42-bfc2-514122ae1da1 req-56cf46d7-eb58-4462-a515-afb50b80152f tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719826
Apr 19 18:51:01.537553 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9ee8cb24-7fcb-4e49-a7b1-d3c8ef2df191 req-e0e5f339-b3f4-4bd2-91fc-8569e2fd9072 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667856
Apr 19 18:51:01.730900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2608279-6303-4fb3-95ae-f4d88140b3b0 req-d2f41f1b-0601-4014-8f04-7ea6c5ed4cfa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:01.732509 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e2608279-6303-4fb3-95ae-f4d88140b3b0 req-d2f41f1b-0601-4014-8f04-7ea6c5ed4cfa tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 944 time: 0.0941398
Apr 19 18:51:01.782322 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e2608279-6303-4fb3-95ae-f4d88140b3b0 req-738ab339-a3a6-4ebb-8d70-62a5e3b05b36 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432591
Apr 19 18:51:02.247125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1ae442ab-2d3d-4a84-8243-376c744197c4 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:02.318335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port 1ae442ab-2d3d-4a84-8243-376c744197c4 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:02.324624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 1ae442ab-2d3d-4a84-8243-376c744197c4 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:02.325044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:02.453310 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:02.482135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:51:02.492640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:02.497093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:02.499079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:02.535095 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'code': 200}
Apr 19 18:51:02.577780 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:02.580958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:02.750240 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c673c-9e4f-483a-a5d4-c7922cd6664d req-58becb7d-c7d0-4fcf-a30e-671e4a5d8834 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:02.751792 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a48c673c-9e4f-483a-a5d4-c7922cd6664d req-58becb7d-c7d0-4fcf-a30e-671e4a5d8834 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 944 time: 0.0905044
Apr 19 18:51:02.805572 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a48c673c-9e4f-483a-a5d4-c7922cd6664d req-3c0c7ee8-f747-49e3-94f3-d657b8d0b7b3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473166
Apr 19 18:51:02.993528 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02084890-6a06-49a5-a115-b5ae978105ed req-43956191-41c9-48a4-aaca-db0c0cf3ad72 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:02.995376 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-02084890-6a06-49a5-a115-b5ae978105ed req-43956191-41c9-48a4-aaca-db0c0cf3ad72 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.0907528
Apr 19 18:51:03.044652 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-02084890-6a06-49a5-a115-b5ae978105ed req-d96fea8d-c3a1-4521-b795-7677e672338b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427182
Apr 19 18:51:04.010978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581706a2-200d-43b5-b707-27a71ff47fb3 req-4f413151-1f72-4241-bd0c-de21e3707dc2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:04.012577 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-581706a2-200d-43b5-b707-27a71ff47fb3 req-4f413151-1f72-4241-bd0c-de21e3707dc2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 944 time: 0.0926318
Apr 19 18:51:04.062195 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-581706a2-200d-43b5-b707-27a71ff47fb3 req-edc52e2b-308e-445b-9bd3-4f567cff8816 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431626
Apr 19 18:51:04.293505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-d7e01a4c-988b-4451-98af-cf433b5be17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:04.295163 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-d7e01a4c-988b-4451-98af-cf433b5be17e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c78cba19-b9b1-44c2-ac83-926eaef8bf55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1953502
Apr 19 18:51:04.303689 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37c791-de11-40b5-9236-f9f6f4b6d97a req-0ea44838-f67d-4496-b578-9a48ec70c815 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:04.305317 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be37c791-de11-40b5-9236-f9f6f4b6d97a req-0ea44838-f67d-4496-b578-9a48ec70c815 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.1194646
Apr 19 18:51:04.508883 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be37c791-de11-40b5-9236-f9f6f4b6d97a req-294dbab3-d8e4-428c-8abc-240c1c93235a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1780412
Apr 19 18:51:04.559409 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-3ef669ef-6c68-46f8-a555-51fa520466c0 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2530506
Apr 19 18:51:04.561749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786cba-3f46-443c-945c-002edc772b53 req-18cfe5b3-22d3-4b72-8d90-4c70a7511e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:04.563333 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-06786cba-3f46-443c-945c-002edc772b53 req-18cfe5b3-22d3-4b72-8d90-4c70a7511e7c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 1098 time: 0.2313375
Apr 19 18:51:04.705706 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-06786cba-3f46-443c-945c-002edc772b53 req-3557dbed-800d-478c-8cbb-9d7a041326e8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331227
Apr 19 18:51:04.753250 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3dc0d94-07f6-4433-902a-5d4d872eea0a req-937eb990-8734-44cc-9199-ab6ddc954a47 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824417
Apr 19 18:51:04.934978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7595f07-9051-45b4-ba81-95abd77416fd req-7f67e15f-ef7d-43a1-8bff-23412517d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:04.936501 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7595f07-9051-45b4-ba81-95abd77416fd req-7f67e15f-ef7d-43a1-8bff-23412517d186 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 1097 time: 0.1327605
Apr 19 18:51:05.068452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1bd5a-4514-4d44-9521-2b20b23401fc req-d1206c79-2451-4de3-86f3-62e13c4cdf7e tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:05.070037 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6cc1bd5a-4514-4d44-9521-2b20b23401fc req-d1206c79-2451-4de3-86f3-62e13c4cdf7e tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 945 time: 0.2007654
Apr 19 18:51:05.148621 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7595f07-9051-45b4-ba81-95abd77416fd req-a6584589-6f22-4681-8c17-f9f939ac612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:05.150336 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7595f07-9051-45b4-ba81-95abd77416fd req-a6584589-6f22-4681-8c17-f9f939ac612b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 911 time: 0.2019157
Apr 19 18:51:05.161107 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6cc1bd5a-4514-4d44-9521-2b20b23401fc req-c0e52e65-b70e-4b4c-962a-c4c87bc947ae tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799737
Apr 19 18:51:05.270550 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7595f07-9051-45b4-ba81-95abd77416fd req-ccba09ce-188a-4057-a650-e591e95824f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f189205d-acc7-48ce-90be-6fbd3207e76d HTTP/1.1" status: 200  len: 217 time: 0.1083412
Apr 19 18:51:05.360551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7595f07-9051-45b4-ba81-95abd77416fd req-be660d90-2050-464d-81a7-5d1a723d0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:05.362112 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7595f07-9051-45b4-ba81-95abd77416fd req-be660d90-2050-464d-81a7-5d1a723d0a0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e HTTP/1.1" status: 200  len: 849 time: 0.0795896
Apr 19 18:51:05.375545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d40061-c5cb-4795-88a4-bd341f732b22 req-1d60de71-e631-49aa-8294-31de0b6a7b36 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:05.377070 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f6d40061-c5cb-4795-88a4-bd341f732b22 req-1d60de71-e631-49aa-8294-31de0b6a7b36 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 944 time: 0.1635158
Apr 19 18:51:05.485574 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f6d40061-c5cb-4795-88a4-bd341f732b22 req-d6722d68-db8c-4c08-8190-ff1c80e07972 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695117
Apr 19 18:51:05.503552 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7595f07-9051-45b4-ba81-95abd77416fd req-fd29e73e-834b-479b-83ea-46eb536d616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:05.505550 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7595f07-9051-45b4-ba81-95abd77416fd req-fd29e73e-834b-479b-83ea-46eb536d616d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c78cba19-b9b1-44c2-ac83-926eaef8bf55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1256814
Apr 19 18:51:05.666596 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7595f07-9051-45b4-ba81-95abd77416fd req-60956dbb-54f4-4ad0-b05b-61f6cf285f1b service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525726
Apr 19 18:51:05.883892 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7595f07-9051-45b4-ba81-95abd77416fd req-b0f2d359-c5bb-4e42-9880-59b00dcac97c service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101924
Apr 19 18:51:05.893345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe1e7c-d7fa-4a15-9d6f-057762f785f7 req-9ece18cf-39cd-4d6a-82c3-cb2616df9e66 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:05.894973 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e1fe1e7c-d7fa-4a15-9d6f-057762f785f7 req-9ece18cf-39cd-4d6a-82c3-cb2616df9e66 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.1958396
Apr 19 18:51:05.945429 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e1fe1e7c-d7fa-4a15-9d6f-057762f785f7 req-4baa0f25-f88e-4447-af8b-247be121acde tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420945
Apr 19 18:51:06.152350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807cff0-5cb1-4983-b8ec-0de09ac5d68b req-e86d7797-a8b1-49d5-b0ba-4bd4279bcde9 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:06.155972 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5807cff0-5cb1-4983-b8ec-0de09ac5d68b req-e86d7797-a8b1-49d5-b0ba-4bd4279bcde9 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.0950303
Apr 19 18:51:06.167714 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47984) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:06.173888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-6171f86a-7f5b-46ab-9167-92c871b17de4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Request body: {'floatingip': {'port_id': '1ae442ab-2d3d-4a84-8243-376c744197c4'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:06.260100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6171f86a-7f5b-46ab-9167-92c871b17de4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:06.448812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-6fed921e-cc1f-4e0b-a8c1-6c7a0bb2a52c tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:06.450380 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-6fed921e-cc1f-4e0b-a8c1-6c7a0bb2a52c tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.62 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 945 time: 0.1293652
Apr 19 18:51:06.463187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577ce96-90be-4726-aa8c-6375d87e99c2 req-f15b76ed-7917-4b06-9907-4c83797c11ec tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:06.465129 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8577ce96-90be-4726-aa8c-6375d87e99c2 req-f15b76ed-7917-4b06-9907-4c83797c11ec tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 945 time: 0.1821585
Apr 19 18:51:06.569794 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8577ce96-90be-4726-aa8c-6375d87e99c2 req-283b6ae8-4e46-4917-b896-f878d2272d30 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726092
Apr 19 18:51:06.576735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Deleting port e1340e46-f18c-459b-b755-9f8124b2db77 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:51:06.577123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:06.868392 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a2af7-adbe-4e94-8d9b-b18f093e11ab req-7e1da111-e7eb-4df4-a776-fea227a297c2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:06.870351 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-894a2af7-adbe-4e94-8d9b-b18f093e11ab req-7e1da111-e7eb-4df4-a776-fea227a297c2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 944 time: 0.2493861
Apr 19 18:51:06.920186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6171f86a-7f5b-46ab-9167-92c871b17de4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:06.923648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6171f86a-7f5b-46ab-9167-92c871b17de4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:07.136089 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-6171f86a-7f5b-46ab-9167-92c871b17de4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Floating IP e4003385-d181-4c97-b220-2ee09f669dc3 associated. External IP: 172.27.3.205, port: 1ae442ab-2d3d-4a84-8243-376c744197c4.
Apr 19 18:51:07.199676 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-894a2af7-adbe-4e94-8d9b-b18f093e11ab req-f19f9a35-5c4a-4960-9141-9faf3d2130ce tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3228338
Apr 19 18:51:07.208082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] For port e1340e46-f18c-459b-b755-9f8124b2db77, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1340e46-f18c-459b-b755-9f8124b2db77,segment=NetworkSegment(15293879-2964-420f-b957-b27cd5653e12),segment_id=15293879-2964-420f-b957-b27cd5653e12)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:07.208546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:07.268253 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 47998) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:07.346860 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Calling delete_port for e1340e46-f18c-459b-b755-9f8124b2db77 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:51:07.504394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:07.512487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c311caa-23dc-4683-8c48-8b5cddaa30a3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:07.516492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['e1340e46-f18c-459b-b755-9f8124b2db77'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:51:07.564526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Pushing event deleted for resources: {'Port': ['ID=e1340e46-f18c-459b-b755-9f8124b2db77,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:07.568092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:07.652096 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] No DVR routers for this DVR port e1340e46-f18c-459b-b755-9f8124b2db77 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:51:07.655421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:07.658651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b850b6-4da1-4a4a-9aa3-65ee7bc44f76', 'name': 'network-vif-deleted', 'tag': 'e1340e46-f18c-459b-b755-9f8124b2db77'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:51:07.676666 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a3f715e-36ce-4bdc-a1d1-b36202ea0861 req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.62 "DELETE /v2.0/ports/e1340e46-f18c-459b-b755-9f8124b2db77 HTTP/1.1" status: 204  len: 173 time: 1.2103839
Apr 19 18:51:07.739080 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b850b6-4da1-4a4a-9aa3-65ee7bc44f76', 'name': 'network-vif-deleted', 'tag': 'e1340e46-f18c-459b-b755-9f8124b2db77', 'status': 'completed', 'code': 200}
Apr 19 18:51:07.742556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device f189205d-acc7-48ce-90be-6fbd3207e76d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:51:07.745085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-73fb6aea-b131-4b0d-a7d5-db69abc9cf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:07.756473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-c3c53644-27b9-4f66-8e04-e314c4c9ed1f req-6fddad45-4619-4b05-9e5b-72a49c93d1b1 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Synchronizing usage tracker for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:51:07.776890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-73fb6aea-b131-4b0d-a7d5-db69abc9cf43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:07.777259 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-c3c53644-27b9-4f66-8e04-e314c4c9ed1f req-6fddad45-4619-4b05-9e5b-72a49c93d1b1 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Unset dirty status for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:51:07.778593 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c3c53644-27b9-4f66-8e04-e314c4c9ed1f req-6fddad45-4619-4b05-9e5b-72a49c93d1b1 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=89b850b6-4da1-4a4a-9aa3-65ee7bc44f76 HTTP/1.1" status: 200  len: 210 time: 0.0786707
Apr 19 18:51:07.785638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-73fb6aea-b131-4b0d-a7d5-db69abc9cf43 admin admin] Usage tracker for resource:security_group_rule and tenant:c1afa58b443649b19e90161e2d63f449 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:51:07.791122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-73fb6aea-b131-4b0d-a7d5-db69abc9cf43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:51:07.802562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-73fb6aea-b131-4b0d-a7d5-db69abc9cf43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:07.869469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6171f86a-7f5b-46ab-9167-92c871b17de4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Router 572b9971-2812-45f9-bc13-3a75b3ebcb2d has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:51:07.913290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port f189205d-acc7-48ce-90be-6fbd3207e76d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f189205d-acc7-48ce-90be-6fbd3207e76d,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:07.927983 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'f189205d-acc7-48ce-90be-6fbd3207e76d', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'port_id': 'f189205d-acc7-48ce-90be-6fbd3207e76d', 'mac_address': 'fa:16:3e:f5:7d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:51:07.991899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:08.010755 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f189205d-acc7-48ce-90be-6fbd3207e76d {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:51:08.027351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port f189205d-acc7-48ce-90be-6fbd3207e76d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f189205d-acc7-48ce-90be-6fbd3207e76d,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:08.030376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:08.032283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:08.102300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-73fb6aea-b131-4b0d-a7d5-db69abc9cf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:08.113938 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=f189205d-acc7-48ce-90be-6fbd3207e76d,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:08.116498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-73fb6aea-b131-4b0d-a7d5-db69abc9cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:08.120395 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:08.134682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0f547e7d-87a4-479c-bb43-565e77d76c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:08.163685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6171f86a-7f5b-46ab-9167-92c871b17de4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:51:08.175985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] Sync routers for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:51:08.186971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:08.187819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78459128>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:50:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:08.199211 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-73fb6aea-b131-4b0d-a7d5-db69abc9cf43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1afa58b443649b19e90161e2d63f449&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9267833
Apr 19 18:51:08.199915 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 48008) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:08.204950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb6aea-b131-4b0d-a7d5-db69abc9cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777d36db-d5bc-4e17-a585-e0ce5290e76c,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:08.210037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-73fb6aea-b131-4b0d-a7d5-db69abc9cf43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:08.223147 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6171f86a-7f5b-46ab-9167-92c871b17de4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:08.253531 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['f189205d-acc7-48ce-90be-6fbd3207e76d'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:51:08.321102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e4ea8192-4844-4c75-9cf8-bbf0d328638f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:08.327299 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6171f86a-7f5b-46ab-9167-92c871b17de4 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "PUT /v2.0/floatingips/e4003385-d181-4c97-b220-2ee09f669dc3 HTTP/1.1" status: 200  len: 991 time: 2.1529136
Apr 19 18:51:08.327299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4'}] {{(pid=86309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:51:08.448083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e4ea8192-4844-4c75-9cf8-bbf0d328638f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:08.496407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:08.531171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97c7c5-121f-4a64-8e39-c15df66bfb27 req-1367324b-c758-4670-b0a2-da92f26db9b2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:08.532881 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9b97c7c5-121f-4a64-8e39-c15df66bfb27 req-1367324b-c758-4670-b0a2-da92f26db9b2 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 945 time: 0.1748614
Apr 19 18:51:08.539369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e4ea8192-4844-4c75-9cf8-bbf0d328638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:08.546459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d7eaed49-1a64-4b73-8df0-7ad6692226fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:08.575708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea8192-4844-4c75-9cf8-bbf0d328638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777d36db-d5bc-4e17-a585-e0ce5290e76c,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:08.581593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e4ea8192-4844-4c75-9cf8-bbf0d328638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:08.585773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e4ea8192-4844-4c75-9cf8-bbf0d328638f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:08.587027 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e4ea8192-4844-4c75-9cf8-bbf0d328638f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/777d36db-d5bc-4e17-a585-e0ce5290e76c HTTP/1.1" status: 204  len: 168 time: 0.3863111
Apr 19 18:51:08.639341 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9b97c7c5-121f-4a64-8e39-c15df66bfb27 req-b8a26749-6896-48ac-9b09-927c1ed78d08 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0852370
Apr 19 18:51:08.663163 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'status': 'completed', 'code': 200}
Apr 19 18:51:08.777343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-099e0641-577c-4e6f-9a95-950222b13d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:08.778976 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-099e0641-577c-4e6f-9a95-950222b13d19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 1098 time: 0.0947554
Apr 19 18:51:08.965427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-9f9ef4fd-7c45-417a-abf7-e2fd83ae1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:08.967674 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-9f9ef4fd-7c45-417a-abf7-e2fd83ae1c3e service neutron] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 918 time: 0.1818612
Apr 19 18:51:09.012561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78459128>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': 'e4003385-d181-4c97-b220-2ee09f669dc3', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'port_id': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'mac_address': 'fa:16:3e:de:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:50:45Z', 'updated_at': '2021-04-19T18:51:06Z', 'revision_number': 1, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:09.017226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] Checking router: 572b9971-2812-45f9-bc13-3a75b3ebcb2d for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:51:09.030602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:09.031277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78459128>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:50:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:09.106891 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-704aeeed-6c02-45d7-8630-718304766305 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae442ab-2d3d-4a84-8243-376c744197c4 HTTP/1.1" status: 200  len: 999 time: 0.1311777
Apr 19 18:51:09.319722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:09.322857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-18b83ea7-496c-4cc9-87c9-a19585336a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:09.324494 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-18b83ea7-496c-4cc9-87c9-a19585336a3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.2100632
Apr 19 18:51:09.435187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-9abf2eea-103e-4c27-b0fb-4632c20c72db tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:09.436806 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-9abf2eea-103e-4c27-b0fb-4632c20c72db tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/networks?id=d1d65e61-6985-4d7e-a006-e259526b262b HTTP/1.1" status: 200  len: 808 time: 0.2549422
Apr 19 18:51:09.461909 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-40bc7075-c767-47e2-b263-996d006f1a5d tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/quotas/8060d228c2bd409cbe12fcb7f4b09f8b HTTP/1.1" status: 200  len: 375 time: 0.0158982
Apr 19 18:51:09.464436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 48052) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:09.514339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-5e012865-fc57-4381-916b-68efe55e12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:09.516079 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-5e012865-fc57-4381-916b-68efe55e12a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1792870
Apr 19 18:51:09.555561 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-81adeca2-1a2f-4966-afe1-2507451ec819 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8060d228c2bd409cbe12fcb7f4b09f8b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0862184
Apr 19 18:51:09.600536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1769460720-network', 'tenant_id': '41413a5cc30f43449ea080b161dbc215'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:09.606954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:09.611114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Usage tracker for resource:network and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:51:09.615544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:51:09.622547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:09.632797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Made reservation on behalf of 41413a5cc30f43449ea080b161dbc215 for: {'network': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:51:09.638284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:09.652778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:09.672004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:09.676741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Usage tracker for resource:security_group_rule and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:51:09.681921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:51:09.689154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:09.789793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device f189205d-acc7-48ce-90be-6fbd3207e76d up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:09.796318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:09.800064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:09.805083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1a16d173-277c-4ecb-93d2-43721dcb395a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:09.810665 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-2e5fcdb3-bad3-4418-bc72-da0eca84032c service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2873552
Apr 19 18:51:09.816142 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b4886af6-17d6-4b95-91da-36b8661bf185 service neutron] 10.222.0.41 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2475076
Apr 19 18:51:09.838315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6107e15-310d-4f7e-80fa-2a76aed55f16,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:09.859113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:09.870637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'}  {{(pid=86309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:51:09.884880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:09.885739 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Added segment 31f79f62-03ce-4250-9ff2-b50dac973df5 of type vlan for network 80792e30-c9a0-4fc6-8820-e94f9675f904
Apr 19 18:51:09.918092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:09.933859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port f189205d-acc7-48ce-90be-6fbd3207e76d completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:09.951415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:09.952866 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:09.953505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:09.958748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5ccbaf77-3b61-4427-a161-c87ead179618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:09.972338 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port f189205d-acc7-48ce-90be-6fbd3207e76d triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:09.972763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:10.017795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b66e7cbd-ebb8-4281-a43e-abd7450e458f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:10.072153 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6062152
Apr 19 18:51:10.075233 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 48062) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:10.078377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Pushing event updated for resources: {'Network': ['ID=80792e30-c9a0-4fc6-8820-e94f9675f904,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:10.088273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Request body: {'subnet': {'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1769460720-subnet', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'ip_version': 4}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:10.094136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:10.096843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:10.102027 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:51:10.102200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Usage tracker for resource:subnet and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:51:10.106932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:51:10.115049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:10.126869 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Made reservation on behalf of 41413a5cc30f43449ea080b161dbc215 for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:51:10.133184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844669259'] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:10.157198 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-db5a5ee6-d17f-483a-8e2d-a8d53237a06a service neutron] 10.222.0.41 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3169358
Apr 19 18:51:10.167810 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b6495a75-2623-409c-ad3f-4094e7e727f4 req-3a1a96ff-28a7-4cec-8081-7a8a2d672b76 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3506505
Apr 19 18:51:10.195520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784397f-ac8d-406b-b472-6111835beeea req-7e7d4b28-f00c-44ec-9524-8bc2718fa5e5 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:10.197745 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b784397f-ac8d-406b-b472-6111835beeea req-7e7d4b28-f00c-44ec-9524-8bc2718fa5e5 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 945 time: 0.3035760
Apr 19 18:51:10.253376 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b784397f-ac8d-406b-b472-6111835beeea req-8e8eac91-a790-4b01-bbac-78923094cfc3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490029
Apr 19 18:51:10.269394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:10.298234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78459128>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': 'e4003385-d181-4c97-b220-2ee09f669dc3', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'port_id': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'mac_address': 'fa:16:3e:de:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:50:45Z', 'updated_at': '2021-04-19T18:51:06Z', 'revision_number': 1, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:10.311366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591465d7-cb6e-49b4-ab04-ba2fd5e74e6d None None] The sync data for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi is: [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': 'e4003385-d181-4c97-b220-2ee09f669dc3', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'port_id': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'mac_address': 'fa:16:3e:de:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:50:45Z', 'updated_at': '2021-04-19T18:51:06Z', 'revision_number': 1, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:51:10.317680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f189205d-acc7-48ce-90be-6fbd3207e76d'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:51:10.333044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port f189205d-acc7-48ce-90be-6fbd3207e76d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f189205d-acc7-48ce-90be-6fbd3207e76d,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:10.338198 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:10.339551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e1340e46-f18c-459b-b755-9f8124b2db77 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:51:10.387163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:10.449079 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e4f5692c-d3e3-4242-9cc0-03cb4e03dac7 req-7ab241f0-4e58-42ef-b0d5-e5619f3b2785 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 210 time: 0.0862994
Apr 19 18:51:10.474919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: e1340e46-f18c-459b-b755-9f8124b2db77 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:51:10.475622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device e1340e46-f18c-459b-b755-9f8124b2db77 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:51:10.479189 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f189205d-acc7-48ce-90be-6fbd3207e76d', 'code': 200}
Apr 19 18:51:10.496418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=f189205d-acc7-48ce-90be-6fbd3207e76d,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:10.510327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:10.691841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6f09c-7bc9-4cdf-a718-d53120aab558 None None] New status for floating IP e4003385-d181-4c97-b220-2ee09f669dc3: ACTIVE {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:51:10.716015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852644737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844669276'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:10.721423 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6a3b11e3-ab95-42eb-91db-eb6d892e4761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:10.738988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a05de4-704c-4a70-b918-7bae6095e124 req-f2efc8de-fd30-4a6d-85c6-b558b241104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:10.740701 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-00a05de4-704c-4a70-b918-7bae6095e124 req-f2efc8de-fd30-4a6d-85c6-b558b241104b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 1099 time: 0.1216812
Apr 19 18:51:10.792636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fedc20d-977e-404d-9303-c9877d3b554c,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:10.795938 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:10.817243 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-00a05de4-704c-4a70-b918-7bae6095e124 req-f4a97d38-161c-4433-8d2e-05ed635d5ab4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698202
Apr 19 18:51:10.831591 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Checking segment: {'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:10.831886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Network hostable DHCP agents. Network: 80792e30-c9a0-4fc6-8820-e94f9675f904, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:51:10.858600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:51:10.870771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 80792e30-c9a0-4fc6-8820-e94f9675f904) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:10.881038 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f115b12d-44f6-45b4-b518-5e05ed0459ef None None] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:51:10.895821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:10.896527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:10.921519 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8448272
Apr 19 18:51:10.925203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 48082) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:10.934802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:10.940230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:10.945345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Usage tracker for resource:router and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:51:10.949432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:51:10.957398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:10.974354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850928906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258002'] for router, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:10.975865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3846910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3845144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3805449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854517851'] for router, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:10.999650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:11.163194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84524719-d496-59df-8eba-4cb173923df2-80792e30-c9a0-4fc6-8820-e94f9675f904', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c'}]}} from dv-cinder-786929-1-iscsi. {{(pid=86310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:51:11.164433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:11.354079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Allocated IP 172.20.0.2 (80792e30-c9a0-4fc6-8820-e94f9675f904/3fedc20d-977e-404d-9303-c9877d3b554c/891a2518-1edc-42b3-a8fe-27f1725812b5) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:51:11.636918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:11.647304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:11.660271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Transition to ACTIVE for port object 891a2518-1edc-42b3-a8fe-27f1725812b5 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:11.687536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Transition to ACTIVE for port object 891a2518-1edc-42b3-a8fe-27f1725812b5 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:11.695235 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:11.701884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:11.703092 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8101b14f-6001-4b76-8585-7b6e77c94f3b req-d2111978-9c09-4135-b1d3-77e456b05cc9 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 210 time: 0.0756178
Apr 19 18:51:11.769159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:51:11.772829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:11.777075 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:51:11.786976 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Pushing event updated for resources: {'Port': ['ID=891a2518-1edc-42b3-a8fe-27f1725812b5,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:11.828319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:11.836936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f145e9-151a-4b86-a5a2-6301dd450a35 req-b55f0481-4f17-4691-950d-53ea349db637 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:11.838691 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b7f145e9-151a-4b86-a5a2-6301dd450a35 req-b55f0481-4f17-4691-950d-53ea349db637 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 946 time: 0.2530446
Apr 19 18:51:11.891428 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Attempting to bind port 891a2518-1edc-42b3-a8fe-27f1725812b5 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:51:11.891792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Attempting to bind port 891a2518-1edc-42b3-a8fe-27f1725812b5 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:51:11.892344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Attempting to bind port 891a2518-1edc-42b3-a8fe-27f1725812b5 on network 80792e30-c9a0-4fc6-8820-e94f9675f904 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:11.899186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:51:11.900124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Checking segment: {'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:11.901172 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:11.901548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Bound using segment: {'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:51:11.902428 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Bound port: 891a2518-1edc-42b3-a8fe-27f1725812b5, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:51:11.902865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:11.956489 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b7f145e9-151a-4b86-a5a2-6301dd450a35 req-ff2162c7-5eb0-4d1c-b547-986faf63d607 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007254
Apr 19 18:51:12.038130 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] For port 891a2518-1edc-42b3-a8fe-27f1725812b5, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:51:12.042979 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] For port 891a2518-1edc-42b3-a8fe-27f1725812b5, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=891a2518-1edc-42b3-a8fe-27f1725812b5,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:51:12.046919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:12.052366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:12.141115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Pushing event updated for resources: {'Port': ['ID=891a2518-1edc-42b3-a8fe-27f1725812b5,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:12.146643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:12.265365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-7c32f0d2-a013-4ec6-9987-9b44d7918f84 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:12.266990 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-7c32f0d2-a013-4ec6-9987-9b44d7918f84 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.62 "GET /v2.0/networks?id=d1d65e61-6985-4d7e-a006-e259526b262b HTTP/1.1" status: 200  len: 808 time: 0.3625236
Apr 19 18:51:12.282777 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Request body: {'port': {'device_id': 'c0a1c4f7-8558-400c-9251-859d5704fca4', 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b', 'admin_state_up': True, 'tenant_id': '8060d228c2bd409cbe12fcb7f4b09f8b'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:12.323142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:12.409133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:12.548068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:12.595660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:12.623963 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Made reservation on behalf of 8060d228c2bd409cbe12fcb7f4b09f8b for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:51:12.629955 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:12.653408 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Allocated IP 172.27.3.191 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/bf4d0578-f4c2-411b-be33-8af4ce437890) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:51:12.879747 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ef12db99-ced6-4373-a4f2-341fd3265177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:12.929107 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fcce1b03-7c1b-41d1-902e-8df8555057a0 req-88ec9231-3d9a-4436-91ea-008ec3c8b07e tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 210 time: 0.1044314
Apr 19 18:51:13.012750 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Allocated IP 172.20.0.2 (d1d65e61-6985-4d7e-a006-e259526b262b/dc498814-c1f3-4276-b4e1-37053a123871/d2f30dc7-c15d-4466-9c75-0c88637d6b43) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:51:13.020795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:13.250497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:13.255228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:13.259219 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:13.367974 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:51:13.376615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:13.392038 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:51:13.418437 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Pushing event updated for resources: {'Port': ['ID=bf4d0578-f4c2-411b-be33-8af4ce437890,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:13.422298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:13.482816 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeaec8-bd41-4371-9501-258cddabc272 req-20566dea-6507-4eb8-b27c-5325f82b213f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:13.484558 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4aeeaec8-bd41-4371-9501-258cddabc272 req-20566dea-6507-4eb8-b27c-5325f82b213f tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 946 time: 0.3946786
Apr 19 18:51:13.487811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:13.581229 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8574d1bf-e751-4b07-9170-213cea7cbaa6 None None] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:51:13.692521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-662a4ced-aceb-4042-8de0-92bf8e01b65b None None] Provisioning for port 891a2518-1edc-42b3-a8fe-27f1725812b5 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:13.979750 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4aeeaec8-bd41-4371-9501-258cddabc272 req-d138d726-b575-4353-b71b-59794ae9368b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4859886
Apr 19 18:51:14.026145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:14.036623 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:14.186448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:14.266486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Network d1d65e61-6985-4d7e-a006-e259526b262b is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:51:14.337776 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:14.342018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:51:14.402181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Pushing event updated for resources: {'Port': ['ID=d2f30dc7-c15d-4466-9c75-0c88637d6b43,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:14.423108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:14.492160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 891a2518-1edc-42b3-a8fe-27f1725812b5 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:14.495681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:14.496054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:14.549875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:14.574992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:14.583101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 891a2518-1edc-42b3-a8fe-27f1725812b5 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:14.589262 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 891a2518-1edc-42b3-a8fe-27f1725812b5 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:14.589677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:14.627344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62446ba8-eed2-49c1-893e-d6986f4fcca6 req-d4b63d42-e6b5-47d2-ac0b-e0a9ffd30b78 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:14.628989 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-62446ba8-eed2-49c1-893e-d6986f4fcca6 req-d4b63d42-e6b5-47d2-ac0b-e0a9ffd30b78 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 931 time: 0.5533814
Apr 19 18:51:14.719904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:14.721124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa6feb-f3c4-4203-8ab0-ab31813a6706 req-310dbecd-158d-483f-97b3-736ce4dbb0df tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:14.722705 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-26aa6feb-f3c4-4203-8ab0-ab31813a6706 req-310dbecd-158d-483f-97b3-736ce4dbb0df tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 946 time: 0.5921228
Apr 19 18:51:14.733952 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 48110) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:14.740568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-ac12cf67-cecb-4731-8873-58a89c28b4b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Request body: {'floatingip': {'port_id': 'f189205d-acc7-48ce-90be-6fbd3207e76d'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:14.756294 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4793279
Apr 19 18:51:14.766805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 891a2518-1edc-42b3-a8fe-27f1725812b5, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=891a2518-1edc-42b3-a8fe-27f1725812b5,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:14.771261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:14.772282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Request body: {'port': {'device_id': 'c0a1c4f7-8558-400c-9251-859d5704fca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:14.773153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:14.841061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ac12cf67-cecb-4731-8873-58a89c28b4b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:14.854300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=891a2518-1edc-42b3-a8fe-27f1725812b5,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:14.860871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:14.866910 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-62446ba8-eed2-49c1-893e-d6986f4fcca6 req-5bdbbe88-8329-48fd-ba98-c1d4b70ca08f tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611629
Apr 19 18:51:15.072225 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:15.267394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850934179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491'] for router, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:15.545721 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ac12cf67-cecb-4731-8873-58a89c28b4b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:15.549444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ac12cf67-cecb-4731-8873-58a89c28b4b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:15.551311 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:15.702661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Router c438be40-e7fc-4f89-ad3c-36eb4aa5414a is scheduled to L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 with binding_index 1 {{(pid=86308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:51:15.720368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f30dc7-c15d-4466-9c75-0c88637d6b43 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:51:15.755013 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-ac12cf67-cecb-4731-8873-58a89c28b4b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Floating IP c9494b38-4122-443c-a774-2fd65b4577b0 associated. External IP: 172.27.3.123, port: f189205d-acc7-48ce-90be-6fbd3207e76d.
Apr 19 18:51:15.785881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:15.887719 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Transition to ACTIVE for port object d2f30dc7-c15d-4466-9c75-0c88637d6b43 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:15.893739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:15.901695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a034ca42-27fd-42b4-8be1-b2e6fc4f4c81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:16.400697 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f30dc7-c15d-4466-9c75-0c88637d6b43,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:16.435614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:16.473303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 891a2518-1edc-42b3-a8fe-27f1725812b5 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:16.487340 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac12cf67-cecb-4731-8873-58a89c28b4b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:51:16.494445 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:51:16.521071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Sync routers for ids ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:51:16.546271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Notify callbacks [] for router, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:16.548625 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.6221828
Apr 19 18:51:16.550845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 48118) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:16.571372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898197-a2d2-4003-97b4-2a6e93d9c2fa req-98f80998-efef-48f9-9154-4cf36f52db3e tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:16.572186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-75898197-a2d2-4003-97b4-2a6e93d9c2fa req-98f80998-efef-48f9-9154-4cf36f52db3e tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Synchronizing usage tracker for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:51:16.580611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Routers {'c438be40-e7fc-4f89-ad3c-36eb4aa5414a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:16.581764 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b780ca3c8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:51:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:16.591151 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Attempting to bind port d2f30dc7-c15d-4466-9c75-0c88637d6b43 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:51:16.591560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Attempting to bind port d2f30dc7-c15d-4466-9c75-0c88637d6b43 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '15293879-2964-420f-b957-b27cd5653e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:51:16.591908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Attempting to bind port d2f30dc7-c15d-4466-9c75-0c88637d6b43 on network d1d65e61-6985-4d7e-a006-e259526b262b {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:16.599737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Port d2f30dc7-c15d-4466-9c75-0c88637d6b43 on network d1d65e61-6985-4d7e-a006-e259526b262b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:51:16.600173 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Attempting to bind port d2f30dc7-c15d-4466-9c75-0c88637d6b43 on network d1d65e61-6985-4d7e-a006-e259526b262b {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:16.605172 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-75898197-a2d2-4003-97b4-2a6e93d9c2fa req-98f80998-efef-48f9-9154-4cf36f52db3e tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Unset dirty status for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:51:16.606495 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-75898197-a2d2-4003-97b4-2a6e93d9c2fa req-98f80998-efef-48f9-9154-4cf36f52db3e tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 943 time: 0.3884842
Apr 19 18:51:16.609264 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:51:16.609644 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Checking segment: {'id': '15293879-2964-420f-b957-b27cd5653e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:16.610074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Bound using segment: {'id': '15293879-2964-420f-b957-b27cd5653e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:51:16.610583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Bound port: d2f30dc7-c15d-4466-9c75-0c88637d6b43, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15293879-2964-420f-b957-b27cd5653e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:51:16.610968 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:16.723628 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-75898197-a2d2-4003-97b4-2a6e93d9c2fa req-d05b275c-aa5f-42ff-ad31-84fad5d3ed82 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020272
Apr 19 18:51:16.758848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] For port d2f30dc7-c15d-4466-9c75-0c88637d6b43, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:51:16.763404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] For port d2f30dc7-c15d-4466-9c75-0c88637d6b43, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d2f30dc7-c15d-4466-9c75-0c88637d6b43,segment=NetworkSegment(15293879-2964-420f-b957-b27cd5653e12),segment_id=15293879-2964-420f-b957-b27cd5653e12)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:51:16.768042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:16.773749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2b907714-df65-4261-be47-3d85a62f9904 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:16.832644 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:16.834104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:16.835873 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] 10.222.0.62 "PUT /v2.0/ports/d2f30dc7-c15d-4466-9c75-0c88637d6b43 HTTP/1.1" status: 200  len: 1093 time: 2.0710349
Apr 19 18:51:16.838948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a1c4f7-8558-400c-9251-859d5704fca4', 'tag': 'd2f30dc7-c15d-4466-9c75-0c88637d6b43'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:51:16.869771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac12cf67-cecb-4731-8873-58a89c28b4b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:51:16.878734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ac12cf67-cecb-4731-8873-58a89c28b4b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:16.882380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] Sync routers for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:51:16.891478 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f30dc7-c15d-4466-9c75-0c88637d6b43,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:16.902671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:16.904012 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78a144e0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:51:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:16.945505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 891a2518-1edc-42b3-a8fe-27f1725812b5 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:16.945920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:16.979990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:16.985607 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a1c4f7-8558-400c-9251-859d5704fca4', 'tag': 'd2f30dc7-c15d-4466-9c75-0c88637d6b43', 'status': 'completed', 'code': 200}
Apr 19 18:51:17.033931 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Set router c438be40-e7fc-4f89-ad3c-36eb4aa5414a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:17.044003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-d28aec8d-b3f2-4cdf-80ee-2979ab733179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:17.045652 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-d28aec8d-b3f2-4cdf-80ee-2979ab733179 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8060d228c2bd409cbe12fcb7f4b09f8b&device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 1096 time: 0.1402586
Apr 19 18:51:17.145400 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ac12cf67-cecb-4731-8873-58a89c28b4b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "PUT /v2.0/floatingips/c9494b38-4122-443c-a774-2fd65b4577b0 HTTP/1.1" status: 200  len: 992 time: 2.4097943
Apr 19 18:51:17.148805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'tag': 'f189205d-acc7-48ce-90be-6fbd3207e76d'}] {{(pid=86309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:51:17.182346 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:17.209778 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-7a4e4894-cbe1-4a92-a4e8-13603de7e8e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2f30dc7-c15d-4466-9c75-0c88637d6b43 HTTP/1.1" status: 200  len: 217 time: 0.1561005
Apr 19 18:51:17.352841 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'tag': 'f189205d-acc7-48ce-90be-6fbd3207e76d', 'status': 'completed', 'code': 200}
Apr 19 18:51:17.398773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6d6618d4-1234-49ba-a741-ae1da8ff7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:17.400401 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6d6618d4-1234-49ba-a741-ae1da8ff7597 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc498814-c1f3-4276-b4e1-37053a123871 HTTP/1.1" status: 200  len: 848 time: 0.1834376
Apr 19 18:51:17.465032 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-200fac42-ea3d-48b8-b2a5-3132196e4c74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1d65e61-6985-4d7e-a006-e259526b262b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569463
Apr 19 18:51:17.517318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b780ca3c8>, [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:14Z', 'revision_number': 3, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:17.523687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Checking router: c438be40-e7fc-4f89-ad3c-36eb4aa5414a for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:51:17.523917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-304a3be7-fa46-43d3-bf17-09a1f137a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:17.524600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Updating router c438be40-e7fc-4f89-ad3c-36eb4aa5414a port bf4d0578-f4c2-411b-be33-8af4ce437890 binding host dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:51:17.527221 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-304a3be7-fa46-43d3-bf17-09a1f137a370 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 1099 time: 0.2054431
Apr 19 18:51:17.592181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:17.654148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78a144e0>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': 'c9494b38-4122-443c-a774-2fd65b4577b0', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'port_id': 'f189205d-acc7-48ce-90be-6fbd3207e76d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'mac_address': 'fa:16:3e:f5:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:50:53Z', 'updated_at': '2021-04-19T18:51:15Z', 'revision_number': 1, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:17.659569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] Checking router: 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:51:17.671022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:17.671841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78a144e0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:51:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:17.701003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:17.771705 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-6e6ef861-3c11-44ed-a832-9e6b82c05dd0 service neutron] 10.222.0.62 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3001773
Apr 19 18:51:17.896318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:17.949967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Allocated IP 172.20.0.1 (80792e30-c9a0-4fc6-8820-e94f9675f904/3fedc20d-977e-404d-9303-c9877d3b554c/4e967c9c-9c59-4fae-9667-07cf23c415d9) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:51:18.006686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:18.021464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Transition to ACTIVE for port object bf4d0578-f4c2-411b-be33-8af4ce437890 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:18.023933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-d4f49531-ab02-4925-91cc-a9fc868c4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:18.025657 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-d4f49531-ab02-4925-91cc-a9fc868c4b39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 200  len: 911 time: 0.4202993
Apr 19 18:51:18.029140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:18.034213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:18.128705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Attempting to bind port bf4d0578-f4c2-411b-be33-8af4ce437890 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:51:18.129135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Attempting to bind port bf4d0578-f4c2-411b-be33-8af4ce437890 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:51:18.129700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Attempting to bind port bf4d0578-f4c2-411b-be33-8af4ce437890 on network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:18.137071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:18.141766 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:51:18.142189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:18.142674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:18.143281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Bound using segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:51:18.143812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Bound port: bf4d0578-f4c2-411b-be33-8af4ce437890, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:51:18.144235 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:18.156667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Transition to ACTIVE for port object 4e967c9c-9c59-4fae-9667-07cf23c415d9 will not be triggered until provisioned by entity DHCP. {{(pid=86309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:18.183702 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:18.190069 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:18.252849 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-655aa2c0-a00f-4f30-8e91-d4c96e8515fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f189205d-acc7-48ce-90be-6fbd3207e76d HTTP/1.1" status: 200  len: 1000 time: 0.2146990
Apr 19 18:51:18.255662 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9369f4b1-4929-4948-853d-d1df0ea104ab req-e155d9a1-82f8-45a7-90d8-dd8d327ef733 service neutron] 10.222.0.62 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4671922
Apr 19 18:51:18.266575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] For port bf4d0578-f4c2-411b-be33-8af4ce437890, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:51:18.269425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:51:18.273831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:18.278797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:51:18.286678 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] For port bf4d0578-f4c2-411b-be33-8af4ce437890, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=bf4d0578-f4c2-411b-be33-8af4ce437890,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:51:18.288370 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fdf78-a9bc-4353-a816-b7e48e30ed70 None None] Pushing event updated for resources: {'Port': ['ID=bf4d0578-f4c2-411b-be33-8af4ce437890,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:18.292223 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6c1fdf78-a9bc-4353-a816-b7e48e30ed70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:18.297082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:18.305572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d6afa61a-b199-49fd-9b64-b5b30d9a6d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:18.330923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Pushing event updated for resources: {'Port': ['ID=4e967c9c-9c59-4fae-9667-07cf23c415d9,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:18.336193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:18.354568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841304'] for router_interface, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:18.414771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78a144e0>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': 'c9494b38-4122-443c-a774-2fd65b4577b0', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'port_id': 'f189205d-acc7-48ce-90be-6fbd3207e76d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'mac_address': 'fa:16:3e:f5:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:50:53Z', 'updated_at': '2021-04-19T18:51:15Z', 'revision_number': 1, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:18.419818 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcfa89d-28e1-4fcd-a1c4-6b5871005054 None None] The sync data for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi is: [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': 'c9494b38-4122-443c-a774-2fd65b4577b0', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'port_id': 'f189205d-acc7-48ce-90be-6fbd3207e76d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'mac_address': 'fa:16:3e:f5:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:50:53Z', 'updated_at': '2021-04-19T18:51:15Z', 'revision_number': 1, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:51:18.471709 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Routers {'c438be40-e7fc-4f89-ad3c-36eb4aa5414a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:18.472421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b780ca3c8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:51:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:18.479903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc5ec4-7e4b-4c7e-ba78-403d61b0c1ee req-0c7c18ec-5eda-4a36-b5e3-2e11ba4a60bf tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:18.488554 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0ecc5ec4-7e4b-4c7e-ba78-403d61b0c1ee req-0c7c18ec-5eda-4a36-b5e3-2e11ba4a60bf tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 943 time: 0.5053899
Apr 19 18:51:18.564412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-83b92fa0-40a8-46ed-aef2-00bf0cc84f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:18.566265 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-83b92fa0-40a8-46ed-aef2-00bf0cc84f27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e HTTP/1.1" status: 200  len: 849 time: 0.2638321
Apr 19 18:51:18.573584 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0ecc5ec4-7e4b-4c7e-ba78-403d61b0c1ee req-ce28a16b-a8ee-475c-9008-bbe64a61ce28 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841250
Apr 19 18:51:18.641224 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2824f-0744-4a0e-90e6-e96ee9877c59 req-7a0c44b2-efbd-41eb-93df-4bda01d8696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:18.644896 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8bf2824f-0744-4a0e-90e6-e96ee9877c59 req-7a0c44b2-efbd-41eb-93df-4bda01d8696c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8060d228c2bd409cbe12fcb7f4b09f8b&device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 1096 time: 0.2706256
Apr 19 18:51:18.753246 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:18.755804 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fdf78-a9bc-4353-a816-b7e48e30ed70 None None] Pushing event updated for resources: {'Port': ['ID=bf4d0578-f4c2-411b-be33-8af4ce437890,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:18.760464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6c1fdf78-a9bc-4353-a816-b7e48e30ed70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:18.787514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-9d9a673d-b89d-48ae-b98d-436e7746961f None None] Provisioning for port 4e967c9c-9c59-4fae-9667-07cf23c415d9 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:18.798488 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9585ec3-15ba-4951-a5ef-b3858888c0ed None None] New status for floating IP c9494b38-4122-443c-a774-2fd65b4577b0: ACTIVE {{(pid=86310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:51:18.874318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-9d9a673d-b89d-48ae-b98d-436e7746961f None None] Provisioning complete for port 4e967c9c-9c59-4fae-9667-07cf23c415d9 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:18.875112 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9d9a673d-b89d-48ae-b98d-436e7746961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:18.905395 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:51:18.905733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-e128e43c-c228-4441-b03c-89c43d893d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:18.907457 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-e128e43c-c228-4441-b03c-89c43d893d51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c78cba19-b9b1-44c2-ac83-926eaef8bf55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3310587
Apr 19 18:51:18.908664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2824f-0744-4a0e-90e6-e96ee9877c59 req-8872f572-ffef-4d6b-93a0-6bce7315a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:18.910087 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8bf2824f-0744-4a0e-90e6-e96ee9877c59 req-8872f572-ffef-4d6b-93a0-6bce7315a8ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1d65e61-6985-4d7e-a006-e259526b262b HTTP/1.1" status: 200  len: 909 time: 0.2586677
Apr 19 18:51:19.029286 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8bf2824f-0744-4a0e-90e6-e96ee9877c59 req-834fde66-3a0c-4cd4-9be5-f6963461fe34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2f30dc7-c15d-4466-9c75-0c88637d6b43 HTTP/1.1" status: 200  len: 217 time: 0.1065853
Apr 19 18:51:19.031724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:19.036311 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:19.053968 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a673d-b89d-48ae-b98d-436e7746961f None None] Port 4e967c9c-9c59-4fae-9667-07cf23c415d9 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:51:19.068436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2ac0725a-0858-442e-8d62-a5c95819772b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:19.079426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] Set router c438be40-e7fc-4f89-ad3c-36eb4aa5414a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:19.137870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Pushing event updated for resources: {'Port': ['ID=4e967c9c-9c59-4fae-9667-07cf23c415d9,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:19.142413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:19.161942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850934401'] for router_interface, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:19.177236 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-f5308dc5-6f04-4a57-954c-fdcc1f6683f9 service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558029
Apr 19 18:51:19.308794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2824f-0744-4a0e-90e6-e96ee9877c59 req-e84bcd2e-153d-41d8-823a-6a7e9c0853a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:19.310380 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8bf2824f-0744-4a0e-90e6-e96ee9877c59 req-e84bcd2e-153d-41d8-823a-6a7e9c0853a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc498814-c1f3-4276-b4e1-37053a123871 HTTP/1.1" status: 200  len: 848 time: 0.2281911
Apr 19 18:51:19.314990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:51:19.316420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:19.376704 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8bf2824f-0744-4a0e-90e6-e96ee9877c59 req-958dc891-ed4f-4dab-b25a-c5cfc861cb89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1d65e61-6985-4d7e-a006-e259526b262b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539422
Apr 19 18:51:19.637739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-83f14203-ad8c-4169-ace3-1548c3939fc2 None None] Provisioning complete for port 4e967c9c-9c59-4fae-9667-07cf23c415d9 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:19.638170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-83f14203-ad8c-4169-ace3-1548c3939fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:19.711874 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-83f14203-ad8c-4169-ace3-1548c3939fc2 None None] Port 4e967c9c-9c59-4fae-9667-07cf23c415d9 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:51:19.792572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device d2f30dc7-c15d-4466-9c75-0c88637d6b43 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:51:19.836504 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3295e4dd-c6fd-4887-912a-6635e6cc9980 req-2aaabac3-1a9d-460f-932f-0180d73ab3bf service neutron] 10.222.0.62 "GET /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6492219
Apr 19 18:51:19.871069 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Router c438be40-e7fc-4f89-ad3c-36eb4aa5414a has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:51:19.944664 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8bf2824f-0744-4a0e-90e6-e96ee9877c59 req-0b5d1088-0470-4758-af5d-cbb811a8ea46 service neutron] 10.222.0.62 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5586071
Apr 19 18:51:19.955788 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b780ca3c8>, [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:14Z', 'revision_number': 3, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:19.973519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6019b40-6f1f-4d9b-8339-9bae5ee5f359 None None] The sync data for ids ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'] in dv-cinder-786929-1-iscsi is: [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:14Z', 'revision_number': 3, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:51:19.983708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port d2f30dc7-c15d-4466-9c75-0c88637d6b43, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d2f30dc7-c15d-4466-9c75-0c88637d6b43,segment=NetworkSegment(15293879-2964-420f-b957-b27cd5653e12),segment_id=15293879-2964-420f-b957-b27cd5653e12)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:19.994447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea966f8-7384-427f-99bb-342724e5b5c9 req-0b52d0d4-1972-4d4a-954a-a9c53576e96a tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:19.996171 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8ea966f8-7384-427f-99bb-342724e5b5c9 req-0b52d0d4-1972-4d4a-954a-a9c53576e96a tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 943 time: 0.1691003
Apr 19 18:51:20.004892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'd2f30dc7-c15d-4466-9c75-0c88637d6b43', 'network_id': 'd1d65e61-6985-4d7e-a006-e259526b262b', 'port_id': 'd2f30dc7-c15d-4466-9c75-0c88637d6b43', 'mac_address': 'fa:16:3e:64:57:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc498814-c1f3-4276-b4e1-37053a123871', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:51:20.081874 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:20.106929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f30dc7-c15d-4466-9c75-0c88637d6b43 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:51:20.125913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port d2f30dc7-c15d-4466-9c75-0c88637d6b43, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d2f30dc7-c15d-4466-9c75-0c88637d6b43,segment=NetworkSegment(15293879-2964-420f-b957-b27cd5653e12),segment_id=15293879-2964-420f-b957-b27cd5653e12)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:20.129065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:20.131077 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:51:20.131464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6c1fdf78-a9bc-4353-a816-b7e48e30ed70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:20.142331 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8ea966f8-7384-427f-99bb-342724e5b5c9 req-f35f2bdb-9802-4ca6-8aac-46dbf20a1349 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801454
Apr 19 18:51:20.155837 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] 10.222.0.41 "PUT /v2.0/routers/c438be40-e7fc-4f89-ad3c-36eb4aa5414a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5977685
Apr 19 18:51:20.181815 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8bf2824f-0744-4a0e-90e6-e96ee9877c59 req-57c0f28b-645c-464c-8a24-b50c596246ac service neutron] 10.222.0.62 "GET /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2303987
Apr 19 18:51:20.236567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=d2f30dc7-c15d-4466-9c75-0c88637d6b43,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:20.240026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:20.347464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['d2f30dc7-c15d-4466-9c75-0c88637d6b43'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:51:20.533113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device bf4d0578-f4c2-411b-be33-8af4ce437890 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:20.674042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port bf4d0578-f4c2-411b-be33-8af4ce437890 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:20.683239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port bf4d0578-f4c2-411b-be33-8af4ce437890 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:20.683667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:20.829942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 48162) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:20.833316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:20.837867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-458899349-network', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:20.843513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:20.847863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Usage tracker for resource:network and tenant:b4885930628e4d4588ddb00cd257a011 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:51:20.850980 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:51:20.853553 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port bf4d0578-f4c2-411b-be33-8af4ce437890, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=bf4d0578-f4c2-411b-be33-8af4ce437890,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:20.857222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:20.858622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:20.859480 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c6e4b794-6f50-4849-8780-fc10fdc202d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:20.871483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Made reservation on behalf of b4885930628e4d4588ddb00cd257a011 for: {'network': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:51:20.876769 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:20.891898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:20.909286 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:20.913842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Usage tracker for resource:security_group_rule and tenant:b4885930628e4d4588ddb00cd257a011 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:51:20.917969 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:51:20.924727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:20.949434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=bf4d0578-f4c2-411b-be33-8af4ce437890,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:20.953708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:21.023299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:21.029172 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:21.033712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0951edfe-567e-4ba5-b3ed-7fbd3a2cc2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:21.061221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'}  {{(pid=86309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:51:21.075089 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ba95d8-ce99-4520-8b84-dcf478284962,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:21.079489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:21.080481 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:21.080862 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Added segment e329c5a8-004c-4c97-8d98-41612c220635 of type vlan for network 9e70b460-b782-4e9f-98e9-5175f344bd2c
Apr 19 18:51:21.113308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:21.145588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:21.147056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:21.147700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:21.153899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab0c11c0-0fca-42de-a437-06aac3dd386a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:21.259439 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4269865
Apr 19 18:51:21.262448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 48170) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:21.263222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Pushing event updated for resources: {'Network': ['ID=9e70b460-b782-4e9f-98e9-5175f344bd2c,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:21.267116 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:21.275192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 9e70b460-b782-4e9f-98e9-5175f344bd2c details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:51:21.276755 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Request body: {'subnet': {'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-458899349-subnet', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'ip_version': 4}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:21.284607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:21.330919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Usage tracker for resource:subnet and tenant:b4885930628e4d4588ddb00cd257a011 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:51:21.339441 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:51:21.347481 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:21.361327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Made reservation on behalf of b4885930628e4d4588ddb00cd257a011 for: {'subnet': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:51:21.366114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10130536'] for subnet, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:21.493341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c83e9-26d1-4fed-ba9b-5ec258848baf req-75a19a10-040c-41e6-8d87-d4a6837f02dd tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:21.494983 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d95c83e9-26d1-4fed-ba9b-5ec258848baf req-75a19a10-040c-41e6-8d87-d4a6837f02dd tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 944 time: 0.2135448
Apr 19 18:51:21.558364 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d95c83e9-26d1-4fed-ba9b-5ec258848baf req-a31e48cd-6329-48f9-b0f8-2abf306077d1 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558879
Apr 19 18:51:21.773871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device d2f30dc7-c15d-4466-9c75-0c88637d6b43 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:21.857687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10155606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10130553'] for subnet, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:21.863506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:21.864176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port d2f30dc7-c15d-4466-9c75-0c88637d6b43 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:21.871077 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port d2f30dc7-c15d-4466-9c75-0c88637d6b43 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:21.871506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:21.949130 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=507cbc10-782b-4f7f-9cf2-14c22172de8a,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:21.960288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:21.963987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Checking segment: {'id': 'e329c5a8-004c-4c97-8d98-41612c220635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:21.964383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Network hostable DHCP agents. Network: 9e70b460-b782-4e9f-98e9-5175f344bd2c, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:51:21.985121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Network 9e70b460-b782-4e9f-98e9-5175f344bd2c is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:51:21.995656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 9e70b460-b782-4e9f-98e9-5175f344bd2c) {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:22.011763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124da134-84ab-4bc9-882d-1c0ac2886af6 None None] Network 9e70b460-b782-4e9f-98e9-5175f344bd2c requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:51:22.015347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:22.016007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:22.037313 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7736478
Apr 19 18:51:22.042437 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 48178) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:22.049629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-458899349-router', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:22.054293 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:22.059793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Usage tracker for resource:router and tenant:b4885930628e4d4588ddb00cd257a011 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:51:22.064013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:51:22.070974 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:22.082585 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850928906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258002'] for router, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:22.083616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3846910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3845144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3805449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854517851'] for router, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:22.103778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:22.166214 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:22.217850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a1c4f7-8558-400c-9251-859d5704fca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f30dc7-c15d-4466-9c75-0c88637d6b43'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:51:22.265801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port d2f30dc7-c15d-4466-9c75-0c88637d6b43, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d2f30dc7-c15d-4466-9c75-0c88637d6b43,segment=NetworkSegment(15293879-2964-420f-b957-b27cd5653e12),segment_id=15293879-2964-420f-b957-b27cd5653e12)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:22.272264 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:22.279562 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a1c4f7-8558-400c-9251-859d5704fca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f30dc7-c15d-4466-9c75-0c88637d6b43', 'code': 200}
Apr 19 18:51:22.280237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:22.412548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=d2f30dc7-c15d-4466-9c75-0c88637d6b43,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:22.415700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84524719-d496-59df-8eba-4cb173923df2-9e70b460-b782-4e9f-98e9-5175f344bd2c', 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'fixed_ips': [{'subnet_id': '507cbc10-782b-4f7f-9cf2-14c22172de8a'}]}} from dv-cinder-786929-1-iscsi. {{(pid=86310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:51:22.416836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:22.423080 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:22.427242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:22.498821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device bf4d0578-f4c2-411b-be33-8af4ce437890 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:22.641991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a9b5e-2083-471e-9221-5b198f7796a7 req-e25f7d13-20cb-4437-9008-f4086fb26527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:22.643591 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-333a9b5e-2083-471e-9221-5b198f7796a7 req-e25f7d13-20cb-4437-9008-f4086fb26527 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 1098 time: 0.1602397
Apr 19 18:51:22.670046 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port bf4d0578-f4c2-411b-be33-8af4ce437890 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:22.670493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:22.724598 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Allocated IP 172.20.0.2 (9e70b460-b782-4e9f-98e9-5175f344bd2c/507cbc10-782b-4f7f-9cf2-14c22172de8a/021ac26b-07e4-4f84-8471-6dc762dc53f0) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:51:22.878337 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-333a9b5e-2083-471e-9221-5b198f7796a7 req-6a6c5fd5-0b74-4225-9868-0be286edc5c3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264371
Apr 19 18:51:22.967177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:22.981281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Sync routers for ids ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:51:22.992707 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Routers {'c438be40-e7fc-4f89-ad3c-36eb4aa5414a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:22.993900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b789777f0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:51:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:23.017052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:23.034173 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:23.046654 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Transition to ACTIVE for port object 021ac26b-07e4-4f84-8471-6dc762dc53f0 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:23.069956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Transition to ACTIVE for port object 021ac26b-07e4-4f84-8471-6dc762dc53f0 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:23.074102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13919be8-f46c-4596-88f9-a0e87c28c9c2 req-98b3e963-59bf-4fa4-8dd4-e9005c127d87 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:23.075829 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-13919be8-f46c-4596-88f9-a0e87c28c9c2 req-98b3e963-59bf-4fa4-8dd4-e9005c127d87 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 945 time: 0.3330765
Apr 19 18:51:23.076227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:23.082900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:23.165320 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-13919be8-f46c-4596-88f9-a0e87c28c9c2 req-69bd59e5-1fdd-4b83-9532-ecc088adbd54 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812798
Apr 19 18:51:23.189926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Network 9e70b460-b782-4e9f-98e9-5175f344bd2c is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:51:23.193980 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:23.206228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:51:23.209138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Pushing event updated for resources: {'Port': ['ID=021ac26b-07e4-4f84-8471-6dc762dc53f0,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:23.220085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:23.246043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Set router c438be40-e7fc-4f89-ad3c-36eb4aa5414a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:23.268373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Allocated IP 172.27.3.20 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/890222cd-c181-48d8-8cb0-9390110d54d0) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:51:23.329157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Attempting to bind port 021ac26b-07e4-4f84-8471-6dc762dc53f0 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:51:23.329573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Attempting to bind port 021ac26b-07e4-4f84-8471-6dc762dc53f0 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'e329c5a8-004c-4c97-8d98-41612c220635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:51:23.329981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Attempting to bind port 021ac26b-07e4-4f84-8471-6dc762dc53f0 on network 9e70b460-b782-4e9f-98e9-5175f344bd2c {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:23.336064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:51:23.336483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Checking segment: {'id': 'e329c5a8-004c-4c97-8d98-41612c220635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:23.337540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:23.338588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Bound using segment: {'id': 'e329c5a8-004c-4c97-8d98-41612c220635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:51:23.339116 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Bound port: 021ac26b-07e4-4f84-8471-6dc762dc53f0, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e329c5a8-004c-4c97-8d98-41612c220635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:51:23.339534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:23.451777 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] For port 021ac26b-07e4-4f84-8471-6dc762dc53f0, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:51:23.455634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] For port 021ac26b-07e4-4f84-8471-6dc762dc53f0, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=021ac26b-07e4-4f84-8471-6dc762dc53f0,segment=NetworkSegment(e329c5a8-004c-4c97-8d98-41612c220635),segment_id=e329c5a8-004c-4c97-8d98-41612c220635)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:51:23.460939 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:23.467018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:23.563259 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Pushing event updated for resources: {'Port': ['ID=021ac26b-07e4-4f84-8471-6dc762dc53f0,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:23.567026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:23.702680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:23.742896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:23.748909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-039ff238-dea3-4f2e-a760-f03b37886b2f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:23.810193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b789777f0>, [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '4e967c9c-9c59-4fae-9667-07cf23c415d9', 'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'mac_address': 'fa:16:3e:07:5a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:17Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 2, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'subnets': [{'id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:23.814477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Checking router: c438be40-e7fc-4f89-ad3c-36eb4aa5414a for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:51:23.815015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Updating router c438be40-e7fc-4f89-ad3c-36eb4aa5414a port 4e967c9c-9c59-4fae-9667-07cf23c415d9 binding host dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:51:23.818360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:51:23.822792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:23.827926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:51:23.874938 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Pushing event updated for resources: {'Port': ['ID=890222cd-c181-48d8-8cb0-9390110d54d0,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:23.879369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:23.894133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:24.304291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:24.318420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Transition to ACTIVE for port object 4e967c9c-9c59-4fae-9667-07cf23c415d9 will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:24.324694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:24.329950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:24.360271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:24.519264 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Pushing event updated for resources: {'Port': ['ID=4e967c9c-9c59-4fae-9667-07cf23c415d9,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:24.558637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 021ac26b-07e4-4f84-8471-6dc762dc53f0 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:24.567514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.567877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.568435 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.569028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.569388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.569792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.570162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.570646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.571025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.571946 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.572916 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.573284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:24.574276 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a407d2-1d9e-46d4-aae4-5f5c22a12da6 req-e671f344-2ff2-457c-a6fb-e4d28a0defd1 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:24.576037 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f6a407d2-1d9e-46d4-aae4-5f5c22a12da6 req-e671f344-2ff2-457c-a6fb-e4d28a0defd1 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 945 time: 0.2773676
Apr 19 18:51:24.577738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:24.611778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Attempting to bind port 4e967c9c-9c59-4fae-9667-07cf23c415d9 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:51:24.612193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Attempting to bind port 4e967c9c-9c59-4fae-9667-07cf23c415d9 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:51:24.612603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Attempting to bind port 4e967c9c-9c59-4fae-9667-07cf23c415d9 on network 80792e30-c9a0-4fc6-8820-e94f9675f904 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:24.621474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:51:24.621892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Checking segment: {'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:24.622346 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:24.622829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Bound using segment: {'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:51:24.623378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Bound port: 4e967c9c-9c59-4fae-9667-07cf23c415d9, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:51:24.623805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:24.647717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 021ac26b-07e4-4f84-8471-6dc762dc53f0 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:24.744549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] For port 4e967c9c-9c59-4fae-9667-07cf23c415d9, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:51:24.748293 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] For port 4e967c9c-9c59-4fae-9667-07cf23c415d9, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=4e967c9c-9c59-4fae-9667-07cf23c415d9,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:51:24.752649 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:24.757895 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:24.840297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Routers {'c438be40-e7fc-4f89-ad3c-36eb4aa5414a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:24.840933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b789777f0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:51:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:24.846030 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f6a407d2-1d9e-46d4-aae4-5f5c22a12da6 req-39fc7c53-185b-4df1-b08e-1982afd8967c tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2456064
Apr 19 18:51:24.904680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850934179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491'] for router, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:24.995470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Pushing event updated for resources: {'Port': ['ID=4e967c9c-9c59-4fae-9667-07cf23c415d9,revision_number=4']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:25.013718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:25.094706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] Set router c438be40-e7fc-4f89-ad3c-36eb4aa5414a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:25.141322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf0b2e0-0a92-4d4c-a642-b6a20507ae31 None None] Network 9e70b460-b782-4e9f-98e9-5175f344bd2c requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:51:25.187010 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Router 40bf258b-af42-48c9-8690-48ea7a55a39c is scheduled to L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 with binding_index 1 {{(pid=86308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:51:25.304942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-87699bd7-61ca-4e72-9650-eed6aeb59276 None None] Provisioning for port 021ac26b-07e4-4f84-8471-6dc762dc53f0 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:25.318343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-87699bd7-61ca-4e72-9650-eed6aeb59276 None None] Provisioning complete for port 021ac26b-07e4-4f84-8471-6dc762dc53f0 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:25.319001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-87699bd7-61ca-4e72-9650-eed6aeb59276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:25.476404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:51:25.510222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b789777f0>, [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '4e967c9c-9c59-4fae-9667-07cf23c415d9', 'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'mac_address': 'fa:16:3e:07:5a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:17Z', 'updated_at': '2021-04-19T18:51:24Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'subnets': [{'id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:25.515919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b735be25-4866-4a96-ad90-dc9b9f312427 None None] The sync data for ids ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'] in dv-cinder-786929-1-iscsi is: [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '4e967c9c-9c59-4fae-9667-07cf23c415d9', 'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'mac_address': 'fa:16:3e:07:5a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:17Z', 'updated_at': '2021-04-19T18:51:24Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'subnets': [{'id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:51:25.518133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Notify callbacks [] for router, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:25.519559 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.4759648
Apr 19 18:51:25.522753 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 48208) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:25.738218 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Sync routers for ids ['40bf258b-af42-48c9-8690-48ea7a55a39c'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:51:25.783603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Routers {'40bf258b-af42-48c9-8690-48ea7a55a39c'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:25.784356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b79a41898>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:51:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['40bf258b-af42-48c9-8690-48ea7a55a39c'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:26.000351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-87699bd7-61ca-4e72-9650-eed6aeb59276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:26.104939 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-87699bd7-61ca-4e72-9650-eed6aeb59276 None None] For port 021ac26b-07e4-4f84-8471-6dc762dc53f0, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=021ac26b-07e4-4f84-8471-6dc762dc53f0,segment=NetworkSegment(e329c5a8-004c-4c97-8d98-41612c220635),segment_id=e329c5a8-004c-4c97-8d98-41612c220635)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:26.109864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-87699bd7-61ca-4e72-9650-eed6aeb59276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:26.117445 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:26.219745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Set router 40bf258b-af42-48c9-8690-48ea7a55a39c gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:26.384908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2e278-fb5e-48f8-9454-34f20b38ebda req-cbcc803e-a797-472f-9c5b-d594aef52f09 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:26.386809 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-56f2e278-fb5e-48f8-9454-34f20b38ebda req-cbcc803e-a797-472f-9c5b-d594aef52f09 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 945 time: 0.1751935
Apr 19 18:51:26.432589 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87699bd7-61ca-4e72-9650-eed6aeb59276 None None] Pushing event updated for resources: {'Port': ['ID=021ac26b-07e4-4f84-8471-6dc762dc53f0,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:26.436096 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-87699bd7-61ca-4e72-9650-eed6aeb59276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:26.445838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:26.480678 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-56f2e278-fb5e-48f8-9454-34f20b38ebda req-6c7fcc2f-cf0b-49d0-8fcd-04075ba024a8 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869453
Apr 19 18:51:26.564190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 4e967c9c-9c59-4fae-9667-07cf23c415d9 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:26.651919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-2decc200-3a08-4ba8-84d6-4a94d7184c8e None None] Provisioning complete for port 021ac26b-07e4-4f84-8471-6dc762dc53f0 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:26.652340 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2decc200-3a08-4ba8-84d6-4a94d7184c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:26.758498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Allocated IP 172.20.0.1 (9e70b460-b782-4e9f-98e9-5175f344bd2c/507cbc10-782b-4f7f-9cf2-14c22172de8a/936068a0-e627-4b92-869e-c9f614e1cab8) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:51:26.803056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 4e967c9c-9c59-4fae-9667-07cf23c415d9 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:26.860355 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 4e967c9c-9c59-4fae-9667-07cf23c415d9 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:26.860779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:26.943232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:26.962847 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b79a41898>, [{'id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'name': 'tempest-TestMinimumBasicScenario-458899349-router', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:22Z', 'updated_at': '2021-04-19T18:51:24Z', 'revision_number': 3, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'gw_port': {'id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:23Z', 'updated_at': '2021-04-19T18:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:26.966327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Transition to ACTIVE for port object 936068a0-e627-4b92-869e-c9f614e1cab8 will not be triggered until provisioned by entity DHCP. {{(pid=86309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:26.971354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Checking router: 40bf258b-af42-48c9-8690-48ea7a55a39c for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:51:26.971841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Updating router 40bf258b-af42-48c9-8690-48ea7a55a39c port 890222cd-c181-48d8-8cb0-9390110d54d0 binding host dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:51:26.993773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:26.999275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a915336f-9bb3-4795-8a41-95d6d09f3760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:27.089888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Network 9e70b460-b782-4e9f-98e9-5175f344bd2c is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:51:27.093661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.093842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:27.095932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Pushing event updated for resources: {'Port': ['ID=936068a0-e627-4b92-869e-c9f614e1cab8,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:27.106862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:51:27.144665 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.145376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:27.175114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841304'] for router_interface, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.247701 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 4e967c9c-9c59-4fae-9667-07cf23c415d9, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=4e967c9c-9c59-4fae-9667-07cf23c415d9,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:27.256665 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.263527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:27.317025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.581493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.587574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.614127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f6f2780c-7280-4e69-b58e-d0b58c8dd322 None None] Provisioning for port 936068a0-e627-4b92-869e-c9f614e1cab8 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:27.617405 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=4e967c9c-9c59-4fae-9667-07cf23c415d9,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:27.621470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:27.630566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:27.636166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f6f2780c-7280-4e69-b58e-d0b58c8dd322 None None] Provisioning complete for port 936068a0-e627-4b92-869e-c9f614e1cab8 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:27.636582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f6f2780c-7280-4e69-b58e-d0b58c8dd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.714518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850934401'] for router_interface, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.723049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-f6f2780c-7280-4e69-b58e-d0b58c8dd322 None None] Port 936068a0-e627-4b92-869e-c9f614e1cab8 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:51:27.747466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Pushing event updated for resources: {'Port': ['ID=936068a0-e627-4b92-869e-c9f614e1cab8,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:27.762534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:27.764708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-66749f90-fd9e-4557-9cdb-b8d1082ba79a tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:27.766500 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-66749f90-fd9e-4557-9cdb-b8d1082ba79a tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 945 time: 0.1838510
Apr 19 18:51:27.776447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcb28e-d824-44f7-b852-bd1689853f43 req-e9e56dda-de9a-4629-9990-a41859e97be2 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:27.778180 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-79bcb28e-d824-44f7-b852-bd1689853f43 req-e9e56dda-de9a-4629-9990-a41859e97be2 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 945 time: 0.1390758
Apr 19 18:51:27.849103 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.862262 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Transition to ACTIVE for port object 890222cd-c181-48d8-8cb0-9390110d54d0 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:27.870351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.878253 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:27.887667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Network 9e70b460-b782-4e9f-98e9-5175f344bd2c is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:51:27.889027 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:27.891097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Deleting port d2f30dc7-c15d-4466-9c75-0c88637d6b43 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:51:27.891097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.963179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Attempting to bind port 890222cd-c181-48d8-8cb0-9390110d54d0 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:51:27.963594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Attempting to bind port 890222cd-c181-48d8-8cb0-9390110d54d0 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:51:27.964004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Attempting to bind port 890222cd-c181-48d8-8cb0-9390110d54d0 on network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:27.978717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:51:27.979622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:27.980307 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:27.981016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Bound using segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:51:27.981954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Bound port: 890222cd-c181-48d8-8cb0-9390110d54d0, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:51:27.982745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:28.036833 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121630b-ba65-4a6a-bbaf-a2818ec08982 None None] Pushing event updated for resources: {'Port': ['ID=890222cd-c181-48d8-8cb0-9390110d54d0,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:28.040255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3121630b-ba65-4a6a-bbaf-a2818ec08982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:28.100869 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] For port 890222cd-c181-48d8-8cb0-9390110d54d0, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:51:28.106004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] For port 890222cd-c181-48d8-8cb0-9390110d54d0, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=890222cd-c181-48d8-8cb0-9390110d54d0,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:51:28.110139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:28.121699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:28.144694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Router 40bf258b-af42-48c9-8690-48ea7a55a39c has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:51:28.197198 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-79bcb28e-d824-44f7-b852-bd1689853f43 req-e3eed733-05f5-476f-be36-d56bcf5022d6 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/security-groups?id=b29bc574-aaad-4ed5-9a99-abef0fd56804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3786011
Apr 19 18:51:28.202916 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121630b-ba65-4a6a-bbaf-a2818ec08982 None None] Pushing event updated for resources: {'Port': ['ID=890222cd-c181-48d8-8cb0-9390110d54d0,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:28.218381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3121630b-ba65-4a6a-bbaf-a2818ec08982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:28.237823 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Routers {'40bf258b-af42-48c9-8690-48ea7a55a39c'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:28.238905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b79a41898>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:51:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['40bf258b-af42-48c9-8690-48ea7a55a39c'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:28.305191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6be8a1e0-7f8e-4847-88b4-cb2c64c4c9f2 None None] Provisioning complete for port 936068a0-e627-4b92-869e-c9f614e1cab8 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:28.305674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6be8a1e0-7f8e-4847-88b4-cb2c64c4c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:28.469937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6be8a1e0-7f8e-4847-88b4-cb2c64c4c9f2 None None] Port 936068a0-e627-4b92-869e-c9f614e1cab8 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:51:28.490328 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] For port d2f30dc7-c15d-4466-9c75-0c88637d6b43, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d2f30dc7-c15d-4466-9c75-0c88637d6b43,segment=NetworkSegment(15293879-2964-420f-b957-b27cd5653e12),segment_id=15293879-2964-420f-b957-b27cd5653e12)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:28.491010 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:28.516213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 4e967c9c-9c59-4fae-9667-07cf23c415d9 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:28.551982 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] Set router 40bf258b-af42-48c9-8690-48ea7a55a39c gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:28.646947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Calling delete_port for d2f30dc7-c15d-4466-9c75-0c88637d6b43 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:51:28.648573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:51:28.659175 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] 10.222.0.41 "PUT /v2.0/routers/40bf258b-af42-48c9-8690-48ea7a55a39c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1351924
Apr 19 18:51:28.815389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:28.822456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-967ebb55-6c2c-4d17-9e6e-74cdbb45ddfe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:28.823389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 4e967c9c-9c59-4fae-9667-07cf23c415d9 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:28.823806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:28.859119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['d2f30dc7-c15d-4466-9c75-0c88637d6b43'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:51:28.885944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Pushing event deleted for resources: {'Port': ['ID=d2f30dc7-c15d-4466-9c75-0c88637d6b43,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:28.900383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:28.992676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] No DVR routers for this DVR port d2f30dc7-c15d-4466-9c75-0c88637d6b43 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:51:28.996473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:28.999300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a1c4f7-8558-400c-9251-859d5704fca4', 'name': 'network-vif-deleted', 'tag': 'd2f30dc7-c15d-4466-9c75-0c88637d6b43'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:51:29.022280 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f43930a3-ba05-4b04-a307-ab3abad189d0 req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.62 "DELETE /v2.0/ports/d2f30dc7-c15d-4466-9c75-0c88637d6b43 HTTP/1.1" status: 204  len: 173 time: 1.2428815
Apr 19 18:51:29.117669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 021ac26b-07e4-4f84-8471-6dc762dc53f0 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:29.169159 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a1c4f7-8558-400c-9251-859d5704fca4', 'name': 'network-vif-deleted', 'tag': 'd2f30dc7-c15d-4466-9c75-0c88637d6b43', 'status': 'completed', 'code': 200}
Apr 19 18:51:29.200503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b79a41898>, [{'id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'name': 'tempest-TestMinimumBasicScenario-458899349-router', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:22Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 4, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'gw_port': {'id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:23Z', 'updated_at': '2021-04-19T18:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '936068a0-e627-4b92-869e-c9f614e1cab8', 'name': '', 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'mac_address': 'fa:16:3e:7e:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '507cbc10-782b-4f7f-9cf2-14c22172de8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:26Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 2, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'subnets': [{'id': '507cbc10-782b-4f7f-9cf2-14c22172de8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:29.210614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c7cb2-1a42-449c-aa69-7e031ad672a3 None None] The sync data for ids ['40bf258b-af42-48c9-8690-48ea7a55a39c'] in dv-cinder-786929-1-iscsi is: [{'id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'name': 'tempest-TestMinimumBasicScenario-458899349-router', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:22Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 4, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'gw_port': {'id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:23Z', 'updated_at': '2021-04-19T18:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '936068a0-e627-4b92-869e-c9f614e1cab8', 'name': '', 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'mac_address': 'fa:16:3e:7e:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '507cbc10-782b-4f7f-9cf2-14c22172de8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:26Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 2, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'subnets': [{'id': '507cbc10-782b-4f7f-9cf2-14c22172de8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:51:29.227312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 021ac26b-07e4-4f84-8471-6dc762dc53f0 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:29.228029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:29.411969 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-e72ef83b-e8f9-4df2-80b2-d6a07ed4f6ee req-4809e11a-2d4e-477c-9a89-2160ebd73859 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Synchronizing usage tracker for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:51:29.428015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-e72ef83b-e8f9-4df2-80b2-d6a07ed4f6ee req-4809e11a-2d4e-477c-9a89-2160ebd73859 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Unset dirty status for tenant:8060d228c2bd409cbe12fcb7f4b09f8b on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:51:29.429276 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e72ef83b-e8f9-4df2-80b2-d6a07ed4f6ee req-4809e11a-2d4e-477c-9a89-2160ebd73859 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0a1c4f7-8558-400c-9251-859d5704fca4 HTTP/1.1" status: 200  len: 210 time: 0.0899699
Apr 19 18:51:30.571936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 890222cd-c181-48d8-8cb0-9390110d54d0 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:30.719336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 890222cd-c181-48d8-8cb0-9390110d54d0 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:30.728373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 890222cd-c181-48d8-8cb0-9390110d54d0 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:30.728616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:30.902022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:30.923013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 890222cd-c181-48d8-8cb0-9390110d54d0, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=890222cd-c181-48d8-8cb0-9390110d54d0,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:30.927647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:30.929540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:31.025904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=890222cd-c181-48d8-8cb0-9390110d54d0,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:31.030080 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:31.849690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device d2f30dc7-c15d-4466-9c75-0c88637d6b43 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:51:31.895668 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: d2f30dc7-c15d-4466-9c75-0c88637d6b43 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:51:31.896062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device d2f30dc7-c15d-4466-9c75-0c88637d6b43 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:51:32.484401 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 890222cd-c181-48d8-8cb0-9390110d54d0 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:32.632455 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 890222cd-c181-48d8-8cb0-9390110d54d0 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:32.632883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:32.949240 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Sync routers for ids ['40bf258b-af42-48c9-8690-48ea7a55a39c'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:51:32.959884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Routers {'40bf258b-af42-48c9-8690-48ea7a55a39c'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:32.960559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7878c1d0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:51:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['40bf258b-af42-48c9-8690-48ea7a55a39c'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:33.179679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Set router 40bf258b-af42-48c9-8690-48ea7a55a39c gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:33.568975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7878c1d0>, [{'id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'name': 'tempest-TestMinimumBasicScenario-458899349-router', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:22Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 4, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'gw_port': {'id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:23Z', 'updated_at': '2021-04-19T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '936068a0-e627-4b92-869e-c9f614e1cab8', 'name': '', 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'mac_address': 'fa:16:3e:7e:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '507cbc10-782b-4f7f-9cf2-14c22172de8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:26Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 2, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'subnets': [{'id': '507cbc10-782b-4f7f-9cf2-14c22172de8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:33.575033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Checking router: 40bf258b-af42-48c9-8690-48ea7a55a39c for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:51:33.575541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Updating router 40bf258b-af42-48c9-8690-48ea7a55a39c port 936068a0-e627-4b92-869e-c9f614e1cab8 binding host dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:51:33.638654 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:34.207946 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:34.220947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Transition to ACTIVE for port object 936068a0-e627-4b92-869e-c9f614e1cab8 will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:34.230498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:34.236149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d00a766e-a0c8-47b1-a455-2f96152aff92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:34.428516 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fca587-37e9-4dca-b939-131dc2c11ec7 None None] Pushing event updated for resources: {'Port': ['ID=936068a0-e627-4b92-869e-c9f614e1cab8,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:34.436897 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e4fca587-37e9-4dca-b939-131dc2c11ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:34.503123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Attempting to bind port 936068a0-e627-4b92-869e-c9f614e1cab8 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:51:34.503683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Attempting to bind port 936068a0-e627-4b92-869e-c9f614e1cab8 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'e329c5a8-004c-4c97-8d98-41612c220635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:51:34.503946 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Attempting to bind port 936068a0-e627-4b92-869e-c9f614e1cab8 on network 9e70b460-b782-4e9f-98e9-5175f344bd2c {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:34.511141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:51:34.513466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Checking segment: {'id': 'e329c5a8-004c-4c97-8d98-41612c220635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:34.514110 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:34.514708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Bound using segment: {'id': 'e329c5a8-004c-4c97-8d98-41612c220635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:51:34.515261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Bound port: 936068a0-e627-4b92-869e-c9f614e1cab8, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e329c5a8-004c-4c97-8d98-41612c220635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:51:34.515684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:34.633756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] For port 936068a0-e627-4b92-869e-c9f614e1cab8, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:51:34.637853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] For port 936068a0-e627-4b92-869e-c9f614e1cab8, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=936068a0-e627-4b92-869e-c9f614e1cab8,segment=NetworkSegment(e329c5a8-004c-4c97-8d98-41612c220635),segment_id=e329c5a8-004c-4c97-8d98-41612c220635)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:51:34.641961 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:34.647431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e4fca587-37e9-4dca-b939-131dc2c11ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:34.725965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fca587-37e9-4dca-b939-131dc2c11ec7 None None] Pushing event updated for resources: {'Port': ['ID=936068a0-e627-4b92-869e-c9f614e1cab8,revision_number=4']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:34.729944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e4fca587-37e9-4dca-b939-131dc2c11ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:34.745026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Routers {'40bf258b-af42-48c9-8690-48ea7a55a39c'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:51:34.745727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7878c1d0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:51:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['40bf258b-af42-48c9-8690-48ea7a55a39c'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:34.950630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] Set router 40bf258b-af42-48c9-8690-48ea7a55a39c gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:51:35.351899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7878c1d0>, [{'id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'name': 'tempest-TestMinimumBasicScenario-458899349-router', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:22Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 4, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'gw_port': {'id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:23Z', 'updated_at': '2021-04-19T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '936068a0-e627-4b92-869e-c9f614e1cab8', 'name': '', 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'mac_address': 'fa:16:3e:7e:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '507cbc10-782b-4f7f-9cf2-14c22172de8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:26Z', 'updated_at': '2021-04-19T18:51:34Z', 'revision_number': 4, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'subnets': [{'id': '507cbc10-782b-4f7f-9cf2-14c22172de8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:35.356851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8120299-4bea-4e56-b2db-140f7f551602 None None] The sync data for ids ['40bf258b-af42-48c9-8690-48ea7a55a39c'] in dv-cinder-786929-1-iscsi is: [{'id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'name': 'tempest-TestMinimumBasicScenario-458899349-router', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:22Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 4, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'gw_port': {'id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:23Z', 'updated_at': '2021-04-19T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '936068a0-e627-4b92-869e-c9f614e1cab8', 'name': '', 'network_id': '9e70b460-b782-4e9f-98e9-5175f344bd2c', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'mac_address': 'fa:16:3e:7e:ed:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '507cbc10-782b-4f7f-9cf2-14c22172de8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:26Z', 'updated_at': '2021-04-19T18:51:34Z', 'revision_number': 4, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'subnets': [{'id': '507cbc10-782b-4f7f-9cf2-14c22172de8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:51:36.648901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 936068a0-e627-4b92-869e-c9f614e1cab8 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:36.778607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 936068a0-e627-4b92-869e-c9f614e1cab8 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:36.791904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 936068a0-e627-4b92-869e-c9f614e1cab8 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:36.792324 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:37.076550 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:37.139158 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 936068a0-e627-4b92-869e-c9f614e1cab8, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=936068a0-e627-4b92-869e-c9f614e1cab8,segment=NetworkSegment(e329c5a8-004c-4c97-8d98-41612c220635),segment_id=e329c5a8-004c-4c97-8d98-41612c220635)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:51:37.143307 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:37.150001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:37.244943 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=936068a0-e627-4b92-869e-c9f614e1cab8,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:37.261914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:38.545854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 936068a0-e627-4b92-869e-c9f614e1cab8 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:51:38.675134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 936068a0-e627-4b92-869e-c9f614e1cab8 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:38.675559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:39.928114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f901ac37-0b96-43f6-8298-7f7c7777db8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:40.033544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-05ccefa3-7369-40a9-8dda-f9395c4fafed tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:40.041858 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-05ccefa3-7369-40a9-8dda-f9395c4fafed tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/networks?id=80792e30-c9a0-4fc6-8820-e94f9675f904 HTTP/1.1" status: 200  len: 815 time: 0.2075307
Apr 19 18:51:40.060219 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-db0267b3-1863-4e14-9f87-a06bc594276c tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/quotas/41413a5cc30f43449ea080b161dbc215 HTTP/1.1" status: 200  len: 375 time: 0.0173411
Apr 19 18:51:40.195009 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-77810606-1890-488f-9c13-fdf6b9a85bbf tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=41413a5cc30f43449ea080b161dbc215&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1337466
Apr 19 18:51:40.524968 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-91e80d8e-8323-48e3-87b4-ee290db72475 service neutron] 10.222.0.41 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3252974
Apr 19 18:51:40.706160 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-96877ab3-61b0-476e-b8b1-6149e6bb82f6 service neutron] 10.222.0.41 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728723
Apr 19 18:51:41.020320 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c48dda53-3f9d-4984-bec7-cdbe705eff06 req-9655169b-2d45-41cf-a03a-21e711a971df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 210 time: 0.0918396
Apr 19 18:51:42.253286 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3b7c4a0b-4e25-4303-9c90-fa9964cc7eff req-8527e381-ba3c-43a4-898c-f6a79cabb3a0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 210 time: 0.0552328
Apr 19 18:51:42.476594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-18120e12-76e0-49c1-9fe6-c71975555f1a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:42.479345 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-18120e12-76e0-49c1-9fe6-c71975555f1a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.62 "GET /v2.0/networks?id=80792e30-c9a0-4fc6-8820-e94f9675f904 HTTP/1.1" status: 200  len: 815 time: 0.2217987
Apr 19 18:51:42.492491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'port': {'device_id': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'admin_state_up': True, 'tenant_id': '41413a5cc30f43449ea080b161dbc215'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:42.666309 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:51:42.671790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Usage tracker for resource:port and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:51:42.678615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:51:42.691524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:51:42.704563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Made reservation on behalf of 41413a5cc30f43449ea080b161dbc215 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:51:42.710966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:42.889825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8f868673-77ab-46e1-99cc-c54633c8ff38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:42.930275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Allocated IP 172.20.0.11 (80792e30-c9a0-4fc6-8820-e94f9675f904/3fedc20d-977e-404d-9303-c9877d3b554c/cd15ada1-87a7-41fc-b90b-427fe14ff3dd) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:51:43.277221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:43.338061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:43.360801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Transition to ACTIVE for port object cd15ada1-87a7-41fc-b90b-427fe14ff3dd will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:43.394985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:43.405305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4fb82731-4d8c-4065-af2e-b7fddace04a1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:43.623638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:51:43.639377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:51:43.646093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:51:43.701637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'Port': ['ID=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:43.722357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.722800 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.723217 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.723627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.724036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.724441 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.724844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.725245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.725675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.726048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.726498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.726900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:43.744015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:43.841275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be349764-323c-4f2e-a12f-d4f53f1149c3 req-ba07aacc-5775-4777-a32e-ff324fc5486a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:43.843263 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be349764-323c-4f2e-a12f-d4f53f1149c3 req-ba07aacc-5775-4777-a32e-ff324fc5486a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 932 time: 0.3015826
Apr 19 18:51:43.905081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:43.905726 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:43.938868 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4508457
Apr 19 18:51:43.988808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Request body: {'port': {'device_id': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:51:44.111126 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-4e47ce60-1614-4d38-96af-b41868b62761 None None] Provisioning for port cd15ada1-87a7-41fc-b90b-427fe14ff3dd completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:51:44.122863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-4e47ce60-1614-4d38-96af-b41868b62761 None None] Provisioning complete for port cd15ada1-87a7-41fc-b90b-427fe14ff3dd triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:51:44.123852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4e47ce60-1614-4d38-96af-b41868b62761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:44.222453 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be349764-323c-4f2e-a12f-d4f53f1149c3 req-e80b02ea-39f2-4db4-acae-475fa5c5c1ab tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3653595
Apr 19 18:51:44.236404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-4e47ce60-1614-4d38-96af-b41868b62761 None None] Port cd15ada1-87a7-41fc-b90b-427fe14ff3dd cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:51:44.257653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:44.271436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:44.589138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:44.822874 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd15ada1-87a7-41fc-b90b-427fe14ff3dd {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:51:44.833425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:44.853357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Transition to ACTIVE for port object cd15ada1-87a7-41fc-b90b-427fe14ff3dd will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:51:44.856994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:44.862846 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ce5547e1-f14e-4b86-93aa-1dfde7440d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:45.227521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Pushing event updated for resources: {'Port': ['ID=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:45.262094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:45.299399 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Attempting to bind port cd15ada1-87a7-41fc-b90b-427fe14ff3dd on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:51:45.300173 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Attempting to bind port cd15ada1-87a7-41fc-b90b-427fe14ff3dd by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:51:45.300784 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Attempting to bind port cd15ada1-87a7-41fc-b90b-427fe14ff3dd on network 80792e30-c9a0-4fc6-8820-e94f9675f904 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:45.315016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Port cd15ada1-87a7-41fc-b90b-427fe14ff3dd on network 80792e30-c9a0-4fc6-8820-e94f9675f904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:51:45.315772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Attempting to bind port cd15ada1-87a7-41fc-b90b-427fe14ff3dd on network 80792e30-c9a0-4fc6-8820-e94f9675f904 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:51:45.332050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:51:45.332416 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Checking segment: {'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:51:45.332845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Bound using segment: {'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:51:45.333332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Bound port: cd15ada1-87a7-41fc-b90b-427fe14ff3dd, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f79f62-03ce-4250-9ff2-b50dac973df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:51:45.333722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:45.465706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] For port cd15ada1-87a7-41fc-b90b-427fe14ff3dd, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:51:45.469907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] For port cd15ada1-87a7-41fc-b90b-427fe14ff3dd, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:51:45.488912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:45.502331 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-709cf09c-7952-4cae-8c57-fe749693b599 tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:45.577487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:45.639195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:45.640258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:45.641962 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] 10.222.0.62 "PUT /v2.0/ports/cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 200  len: 1094 time: 1.6620169
Apr 19 18:51:45.642635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:51:46.059591 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'status': 'completed', 'code': 200}
Apr 19 18:51:46.136041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Pushing event updated for resources: {'Port': ['ID=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:46.154012 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:46.176816 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42ba22-c0c0-46bb-8a42-3518ec6fe584 req-7bd92a51-1a56-45ce-96ab-533503014457 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:46.178082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-9a42ba22-c0c0-46bb-8a42-3518ec6fe584 req-7bd92a51-1a56-45ce-96ab-533503014457 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Synchronizing usage tracker for tenant:41413a5cc30f43449ea080b161dbc215 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:51:46.200446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-9a42ba22-c0c0-46bb-8a42-3518ec6fe584 req-7bd92a51-1a56-45ce-96ab-533503014457 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Unset dirty status for tenant:41413a5cc30f43449ea080b161dbc215 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:51:46.209102 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9a42ba22-c0c0-46bb-8a42-3518ec6fe584 req-7bd92a51-1a56-45ce-96ab-533503014457 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 944 time: 0.6522090
Apr 19 18:51:46.262323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfae75-89be-4d33-9c44-a4ad946a7502 req-b14352a7-603c-4a71-a6f8-92e94132ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:46.264301 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2dfae75-89be-4d33-9c44-a4ad946a7502 req-b14352a7-603c-4a71-a6f8-92e94132ee00 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41413a5cc30f43449ea080b161dbc215&device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 1097 time: 0.2037678
Apr 19 18:51:46.295954 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9a42ba22-c0c0-46bb-8a42-3518ec6fe584 req-1fe29a39-eb84-46f4-aacd-d2c9d46a3f24 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853648
Apr 19 18:51:46.505909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfae75-89be-4d33-9c44-a4ad946a7502 req-e66215c3-f4eb-4b03-851d-921289e7ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:46.507666 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2dfae75-89be-4d33-9c44-a4ad946a7502 req-e66215c3-f4eb-4b03-851d-921289e7ba17 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=41413a5cc30f43449ea080b161dbc215&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1913962
Apr 19 18:51:55.859367 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 48580) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:55.905972 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:51:55.940081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Deleting subnet dc498814-c1f3-4276-b4e1-37053a123871 {{(pid=86309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:51:55.943858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:56.000969 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851817323'] for subnet, precommit_delete_associations {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:56.015353 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfae75-89be-4d33-9c44-a4ad946a7502 req-281e0da1-7e4a-4a5f-af85-de7b3745f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:56.016944 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2dfae75-89be-4d33-9c44-a4ad946a7502 req-281e0da1-7e4a-4a5f-af85-de7b3745f768 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2211235
Apr 19 18:51:56.055865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f118300-69d3-476a-8b1b-972b4d0afff8 req-e04be241-e41b-487f-9c06-6fba1e54a4d4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:56.057964 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f118300-69d3-476a-8b1b-972b4d0afff8 req-e04be241-e41b-487f-9c06-6fba1e54a4d4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 944 time: 0.1283309
Apr 19 18:51:56.073315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:56.176071 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f118300-69d3-476a-8b1b-972b4d0afff8 req-87bfb406-3caf-4334-9df3-95c443c5769f tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807011
Apr 19 18:51:56.215139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-bd8f765e-3c9f-47d6-8a41-878daffce399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:56.216795 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-bd8f765e-3c9f-47d6-8a41-878daffce399 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41413a5cc30f43449ea080b161dbc215&device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 1097 time: 0.1577229
Apr 19 18:51:56.311269 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8f71341e-a808-4ce0-a9ec-fcc9fbc7173c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 200  len: 217 time: 0.0866225
Apr 19 18:51:56.372620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10106527'] for subnet, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:56.379661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:56.392798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-162d5f1f-49d9-4b30-8d53-18eaf3b13875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:56.394368 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-162d5f1f-49d9-4b30-8d53-18eaf3b13875 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3fedc20d-977e-404d-9303-c9877d3b554c HTTP/1.1" status: 200  len: 854 time: 0.0769711
Apr 19 18:51:56.431710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:56.435199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc498814-c1f3-4276-b4e1-37053a123871,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:56.445045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.445460 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.446005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.446439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.446847 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.447243 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.447638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.448034 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.448433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.448847 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.449228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.449618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:51:56.454097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:56.456043 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-69446e64-a531-4a17-8598-70ba167caddf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dc498814-c1f3-4276-b4e1-37053a123871 HTTP/1.1" status: 204  len: 168 time: 0.5946462
Apr 19 18:51:56.458567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 48590) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:56.596110 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:56.601372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-0f06108d-3164-42f1-bdcb-21764f5a547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:56.603114 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-0f06108d-3164-42f1-bdcb-21764f5a547f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80792e30-c9a0-4fc6-8820-e94f9675f904&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2013228
Apr 19 18:51:56.834679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:56.956239 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-333038c3-8dc0-4c11-8087-28d5e4809973 service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3434052
Apr 19 18:51:57.008931 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7824a6a0>,) {'filters': {'network_id': ['d1d65e61-6985-4d7e-a006-e259526b262b']}} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:57.027688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7824a6a0>, '15293879-2964-420f-b957-b27cd5653e12') {'for_net_delete': True} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:57.028028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7824a6a0>, '15293879-2964-420f-b957-b27cd5653e12') {} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:51:57.094454 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852180727'] for segment, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:57.123858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:57.137365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=86308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:51:57.234414 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-99f5de97-3ad9-4f98-8f20-ecb92a564dca req-8d20b1fe-1202-48ea-995b-11d59eb5ee65 service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2663388
Apr 19 18:51:57.387090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Network d1d65e61-6985-4d7e-a006-e259526b262b has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:51:57.397541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155440'] for segment, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:57.603086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Network d1d65e61-6985-4d7e-a006-e259526b262b has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:51:57.631874 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:51:57.655464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd13318-6b64-4c33-a570-6c2129557bcc req-10ef4393-af96-490b-b58d-53b93235b997 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:57.657012 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dbd13318-6b64-4c33-a570-6c2129557bcc req-10ef4393-af96-490b-b58d-53b93235b997 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 944 time: 0.3370576
Apr 19 18:51:57.746804 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:57.757235 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:57.770912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:57.778723 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dbd13318-6b64-4c33-a570-6c2129557bcc req-59f44714-0d0a-4b69-8c21-e9ec4490e020 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759666
Apr 19 18:51:57.783133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1d65e61-6985-4d7e-a006-e259526b262b,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:57.787840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:57.795478 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d1d65e61-6985-4d7e-a006-e259526b262b HTTP/1.1" status: 204  len: 168 time: 1.3346024
Apr 19 18:51:57.981415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 48612) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:58.040189 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a3a42493-8a48-4535-bc62-2fe2c00b3f25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8060d228c2bd409cbe12fcb7f4b09f8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0573394
Apr 19 18:51:58.043182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 48616) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:51:58.105659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-383bf2ab-71dd-46a8-8e58-dfd03c51357d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:58.136559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-383bf2ab-71dd-46a8-8e58-dfd03c51357d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:58.228312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-383bf2ab-71dd-46a8-8e58-dfd03c51357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:58.233883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-66e922e1-56b0-4749-bc88-eebe48a444a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:51:58.248462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bf2ab-71dd-46a8-8e58-dfd03c51357d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29bc574-aaad-4ed5-9a99-abef0fd56804,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:51:58.251221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-383bf2ab-71dd-46a8-8e58-dfd03c51357d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:51:58.257010 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-383bf2ab-71dd-46a8-8e58-dfd03c51357d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:51:58.258750 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-383bf2ab-71dd-46a8-8e58-dfd03c51357d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b29bc574-aaad-4ed5-9a99-abef0fd56804 HTTP/1.1" status: 204  len: 168 time: 0.2140837
Apr 19 18:51:59.104389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a59da-4a96-48a1-9f6c-11806abf26f8 req-77c14ecb-0f16-4958-ba86-71a82b070120 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:59.113496 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-508a59da-4a96-48a1-9f6c-11806abf26f8 req-77c14ecb-0f16-4958-ba86-71a82b070120 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 944 time: 0.1380506
Apr 19 18:51:59.169598 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-508a59da-4a96-48a1-9f6c-11806abf26f8 req-d555e6ac-51b9-4521-b619-3798ce924112 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543993
Apr 19 18:51:59.294663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bc8b5-be92-4cad-964c-110dd3b6549f req-0c536c9b-e6b3-42bc-8a38-825f010bf035 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:51:59.296283 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7c3bc8b5-be92-4cad-964c-110dd3b6549f req-0c536c9b-e6b3-42bc-8a38-825f010bf035 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.0991731
Apr 19 18:51:59.346988 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7c3bc8b5-be92-4cad-964c-110dd3b6549f req-1808d70d-94cd-4109-94b4-5372972606c8 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439632
Apr 19 18:51:59.990491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device cd15ada1-87a7-41fc-b90b-427fe14ff3dd details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:52:00.135418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port cd15ada1-87a7-41fc-b90b-427fe14ff3dd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:00.149679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'port_id': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'mac_address': 'fa:16:3e:96:76:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:52:00.215347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:00.234567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd15ada1-87a7-41fc-b90b-427fe14ff3dd {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:52:00.252305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port cd15ada1-87a7-41fc-b90b-427fe14ff3dd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:00.256043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:00.258354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:00.330200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:00.339244 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.339645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.340037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.340582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.340964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.341341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.342157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.342157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.342541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.342789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.343157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.343569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:00.347797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:00.379052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e336f-2ebc-4cdf-8d31-19a397a8e4ca req-ec7d826b-f9dd-4e9d-9904-34b0add8f140 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:00.380661 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b23e336f-2ebc-4cdf-8d31-19a397a8e4ca req-ec7d826b-f9dd-4e9d-9904-34b0add8f140 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 945 time: 0.1002996
Apr 19 18:52:00.433439 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b23e336f-2ebc-4cdf-8d31-19a397a8e4ca req-b3dc3d0e-3b7d-4639-82d8-910a5a5aedd8 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459709
Apr 19 18:52:00.487034 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cd15ada1-87a7-41fc-b90b-427fe14ff3dd'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:52:00.561950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48207485-e59f-4c8d-9705-b6d7c2e85481 req-92d80c43-c790-428f-b68e-d2c9e0cadf14 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:00.563646 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-48207485-e59f-4c8d-9705-b6d7c2e85481 req-92d80c43-c790-428f-b68e-d2c9e0cadf14 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.0925796
Apr 19 18:52:00.618358 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-48207485-e59f-4c8d-9705-b6d7c2e85481 req-d86ddf03-07e9-4df5-baff-a5806ca0520c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476234
Apr 19 18:52:01.129529 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-9f640d88-95cf-41e2-8df2-c73df42c69e5 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=415b5779fb594da194f2069054ca3e93&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0335460
Apr 19 18:52:01.517666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33105dca-e203-46f6-819e-3969396a47a7 req-3edb2d35-cb1c-4974-886e-f223a3c3d449 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:01.519331 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-3edb2d35-cb1c-4974-886e-f223a3c3d449 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3836441
Apr 19 18:52:01.537473 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-f8441ba6-675f-4c7d-b110-06092d5f9ee0 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/quotas/415b5779fb594da194f2069054ca3e93 HTTP/1.1" status: 200  len: 375 time: 0.0103409
Apr 19 18:52:01.631642 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-5032b56d-0a17-470c-8787-a49fbbf85bac tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=415b5779fb594da194f2069054ca3e93&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0875976
Apr 19 18:52:01.684666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5413f1-7c5d-4925-8bbd-914975720ad7 req-74274448-6c18-437a-93c7-578fbf9735cd tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:01.686265 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b5413f1-7c5d-4925-8bbd-914975720ad7 req-74274448-6c18-437a-93c7-578fbf9735cd tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 945 time: 0.1005871
Apr 19 18:52:01.737044 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b5413f1-7c5d-4925-8bbd-914975720ad7 req-94d80798-b7a4-45a8-9a36-e62fd3ccbc16 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443375
Apr 19 18:52:01.892878 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-61a622ab-41e2-45c7-be1e-7c3d59bfac7b req-9f773834-8efa-40d7-8a7e-494951c15ba2 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 210 time: 0.0931187
Apr 19 18:52:01.947074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddfcf7-494f-414c-8ec6-398cc198b6bc req-66bf2bb8-4df9-4029-9885-2038995654e3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:01.948683 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3bddfcf7-494f-414c-8ec6-398cc198b6bc req-66bf2bb8-4df9-4029-9885-2038995654e3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.1122236
Apr 19 18:52:01.992037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device cd15ada1-87a7-41fc-b90b-427fe14ff3dd up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:52:01.999102 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3bddfcf7-494f-414c-8ec6-398cc198b6bc req-a4294fc4-4ad0-444d-8144-f46768c28e03 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439439
Apr 19 18:52:02.067828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port cd15ada1-87a7-41fc-b90b-427fe14ff3dd completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:52:02.073100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port cd15ada1-87a7-41fc-b90b-427fe14ff3dd triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:52:02.073524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:02.216050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:02.249758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:52:02.266003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port cd15ada1-87a7-41fc-b90b-427fe14ff3dd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:02.270043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:02.272063 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:02.351968 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:02.355346 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:02.456269 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'code': 200}
Apr 19 18:52:02.707368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cb0e2-0945-4646-ba03-55131bbdb01d req-4deceecd-1f3f-43e6-9341-cb20c68670e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:02.708951 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1a9cb0e2-0945-4646-ba03-55131bbdb01d req-4deceecd-1f3f-43e6-9341-cb20c68670e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 1099 time: 0.0798392
Apr 19 18:52:02.754055 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1a9cb0e2-0945-4646-ba03-55131bbdb01d req-d8c78e0d-6aff-4f9c-b25f-a727c82ae4b3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374041
Apr 19 18:52:02.947567 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-e47cec20-346b-4fe8-bacb-8ccd26c1c606 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=415b5779fb594da194f2069054ca3e93&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0405478
Apr 19 18:52:03.129178 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fb804e0f-272f-4c07-9175-bb4b4751c3ad req-6aacb1de-c988-42c2-ba3a-98f8d0c0fbe8 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 210 time: 0.1119843
Apr 19 18:52:03.155017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f9f1-2259-4672-9838-acd47ecc11c7 req-e87da122-0a70-4eb9-b4c6-b99aa8da4732 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:03.155017 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e190f9f1-2259-4672-9838-acd47ecc11c7 req-e87da122-0a70-4eb9-b4c6-b99aa8da4732 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 946 time: 0.2905154
Apr 19 18:52:03.233925 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e190f9f1-2259-4672-9838-acd47ecc11c7 req-9342ed47-4b55-43c2-8983-09e487df66ae tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780704
Apr 19 18:52:03.242760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33105dca-e203-46f6-819e-3969396a47a7 req-3f3101ad-7ab7-4b90-b3dc-1b19277435d8 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:03.244426 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-3f3101ad-7ab7-4b90-b3dc-1b19277435d8 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2878470
Apr 19 18:52:03.294993 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Request body: {'port': {'device_id': 'df48af0e-9ccf-4329-95fa-288dfae341fb', 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5', 'admin_state_up': True, 'tenant_id': '415b5779fb594da194f2069054ca3e93'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:03.471959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abeb43e-0623-435b-ac18-1e145c9ebcaa req-149a2b50-9290-47f1-9073-ee844088b95e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:03.473550 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8abeb43e-0623-435b-ac18-1e145c9ebcaa req-149a2b50-9290-47f1-9073-ee844088b95e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.2281466
Apr 19 18:52:03.479140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:03.484442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Usage tracker for resource:port and tenant:415b5779fb594da194f2069054ca3e93 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:03.488024 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:03.507913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:03.534574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Made reservation on behalf of 415b5779fb594da194f2069054ca3e93 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:52:03.540948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:03.562354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:03.577872 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8abeb43e-0623-435b-ac18-1e145c9ebcaa req-c04c6d1d-5db8-4673-bbf3-82d9a031e350 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947075
Apr 19 18:52:03.584234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:03.589319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Usage tracker for resource:security_group_rule and tenant:415b5779fb594da194f2069054ca3e93 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:03.592439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:03.600845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:03.709942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:03.713296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:03.717835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c33fd4c5-a5f6-498f-b942-bbf4322033a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:03.800270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6b15c7-391e-4384-b715-7278fe3af8d1,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:03.806319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:03.897395 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Allocated IP 192.168.233.180 (9a3a58f8-9386-49a9-b9a0-23d2ffc248a5/5fca8214-a8e5-4657-bb89-c1ce8742d0ec/a93e9268-309a-4445-98de-f0f36598693f) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:52:04.107541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:04.124251 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Transition to ACTIVE for port object a93e9268-309a-4445-98de-f0f36598693f will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:52:04.148531 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:04.154951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ffba50ba-6da2-46e0-b08c-939c2faf83ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:04.230305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:52:04.234176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:52:04.238450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:52:04.318929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Pushing event updated for resources: {'Port': ['ID=a93e9268-309a-4445-98de-f0f36598693f,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:04.332222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:04.369407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:04.369994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:04.412013 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1271307
Apr 19 18:52:04.426700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-9834e8d0-75c3-4289-9253-7dbaf14acf28 None None] Provisioning for port a93e9268-309a-4445-98de-f0f36598693f completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:52:04.432730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-9834e8d0-75c3-4289-9253-7dbaf14acf28 None None] Provisioning complete for port a93e9268-309a-4445-98de-f0f36598693f triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:52:04.433156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9834e8d0-75c3-4289-9253-7dbaf14acf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:04.463320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Request body: {'port': {'device_id': 'df48af0e-9ccf-4329-95fa-288dfae341fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:04.491619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-9834e8d0-75c3-4289-9253-7dbaf14acf28 None None] Port a93e9268-309a-4445-98de-f0f36598693f cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:52:04.511342 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc9b4e-177e-4cdf-9160-ac16f22ff004 req-a2e0e877-b0a6-4bc7-b051-9ff952624500 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:04.512100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-19bc9b4e-177e-4cdf-9160-ac16f22ff004 req-a2e0e877-b0a6-4bc7-b051-9ff952624500 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Synchronizing usage tracker for tenant:415b5779fb594da194f2069054ca3e93 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:52:04.601239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-19bc9b4e-177e-4cdf-9160-ac16f22ff004 req-a2e0e877-b0a6-4bc7-b051-9ff952624500 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Unset dirty status for tenant:415b5779fb594da194f2069054ca3e93 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:52:04.603121 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-19bc9b4e-177e-4cdf-9160-ac16f22ff004 req-a2e0e877-b0a6-4bc7-b051-9ff952624500 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 936 time: 0.3353362
Apr 19 18:52:04.671906 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:04.696563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6da77-c594-4a19-8892-4971ddf4771f req-27f34b51-c402-40e7-aa07-4253da00086a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:04.698173 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-35e6da77-c594-4a19-8892-4971ddf4771f req-27f34b51-c402-40e7-aa07-4253da00086a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 946 time: 0.2852230
Apr 19 18:52:04.707774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-19bc9b4e-177e-4cdf-9160-ac16f22ff004 req-eec1b19c-dde5-4626-9b11-a6c06be88427 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Synchronizing usage tracker for tenant:415b5779fb594da194f2069054ca3e93 on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:52:04.812826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-19bc9b4e-177e-4cdf-9160-ac16f22ff004 req-eec1b19c-dde5-4626-9b11-a6c06be88427 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Unset dirty status for tenant:415b5779fb594da194f2069054ca3e93 on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:52:04.814119 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-19bc9b4e-177e-4cdf-9160-ac16f22ff004 req-eec1b19c-dde5-4626-9b11-a6c06be88427 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982143
Apr 19 18:52:04.821348 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-35e6da77-c594-4a19-8892-4971ddf4771f req-312f1749-b5f8-4815-b2e3-a5e5784452c8 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101487
Apr 19 18:52:05.183376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1388c-4499-4ff0-84e2-f47ae2931992 req-593fc5c0-5b56-429f-9955-316012d448dd tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:05.185005 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9f1388c-4499-4ff0-84e2-f47ae2931992 req-593fc5c0-5b56-429f-9955-316012d448dd tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.2484462
Apr 19 18:52:05.223291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69f18e-1d4b-4cab-a5a5-a87db4d32520 req-1f40ef18-144f-4b66-90ba-ef03613acf1b tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:05.224843 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-cc69f18e-1d4b-4cab-a5a5-a87db4d32520 req-1f40ef18-144f-4b66-90ba-ef03613acf1b tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 946 time: 0.2496181
Apr 19 18:52:05.343785 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9f1388c-4499-4ff0-84e2-f47ae2931992 req-7b867332-b680-4992-83eb-f1864a0f2a15 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1519895
Apr 19 18:52:05.356335 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-cc69f18e-1d4b-4cab-a5a5-a87db4d32520 req-cc98f617-b4ad-4c5d-9af7-03b03e3d49b8 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151943
Apr 19 18:52:05.360696 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93e9268-309a-4445-98de-f0f36598693f {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:52:05.369576 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:05.385378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Transition to ACTIVE for port object a93e9268-309a-4445-98de-f0f36598693f will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:52:05.388379 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:05.393296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:05.560258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a93e9268-309a-4445-98de-f0f36598693f,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:05.571920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:05.692627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Attempting to bind port a93e9268-309a-4445-98de-f0f36598693f on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:52:05.693122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Attempting to bind port a93e9268-309a-4445-98de-f0f36598693f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '21870b7e-f3cd-46e4-8160-ec2098d0ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:52:05.693568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Attempting to bind port a93e9268-309a-4445-98de-f0f36598693f on network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:52:05.699415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Port a93e9268-309a-4445-98de-f0f36598693f on network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:52:05.699871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Attempting to bind port a93e9268-309a-4445-98de-f0f36598693f on network 9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:52:05.707589 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:52:05.707958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Checking segment: {'id': '21870b7e-f3cd-46e4-8160-ec2098d0ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:52:05.708374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Bound using segment: {'id': '21870b7e-f3cd-46e4-8160-ec2098d0ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:52:05.708858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Bound port: a93e9268-309a-4445-98de-f0f36598693f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21870b7e-f3cd-46e4-8160-ec2098d0ddab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:52:05.709232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:06.157395 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] For port a93e9268-309a-4445-98de-f0f36598693f, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:52:06.173190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] For port a93e9268-309a-4445-98de-f0f36598693f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a93e9268-309a-4445-98de-f0f36598693f,segment=NetworkSegment(21870b7e-f3cd-46e4-8160-ec2098d0ddab),segment_id=21870b7e-f3cd-46e4-8160-ec2098d0ddab)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:52:06.182325 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:06.187850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8b4b77a9-89ea-476d-820a-2139062baaa2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:06.225515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aca893-05c4-4ced-9219-3c862c3e19c4 req-2c65b8dc-2a8e-4bdb-b25a-301a9548383c tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:06.227799 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-34aca893-05c4-4ced-9219-3c862c3e19c4 req-2c65b8dc-2a8e-4bdb-b25a-301a9548383c tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 946 time: 0.4721808
Apr 19 18:52:06.276228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee6cbf-b8a9-4b8b-abf8-fc12fc5514f6 req-c34da6e6-9a4b-42a6-87a9-b216325d4517 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:06.277885 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-69ee6cbf-b8a9-4b8b-abf8-fc12fc5514f6 req-c34da6e6-9a4b-42a6-87a9-b216325d4517 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 948 time: 0.2488668
Apr 19 18:52:06.294629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:06.295294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:06.296726 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/a93e9268-309a-4445-98de-f0f36598693f HTTP/1.1" status: 200  len: 1098 time: 1.8439765
Apr 19 18:52:06.297258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df48af0e-9ccf-4329-95fa-288dfae341fb', 'tag': 'a93e9268-309a-4445-98de-f0f36598693f'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:52:06.408629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a93e9268-309a-4445-98de-f0f36598693f,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:06.425726 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:06.429141 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-34aca893-05c4-4ced-9219-3c862c3e19c4 req-bff6f45a-6827-4a8d-95ad-ba432f996cc9 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821465
Apr 19 18:52:06.443896 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-69ee6cbf-b8a9-4b8b-abf8-fc12fc5514f6 req-1bd1f5c4-3c41-4342-9c89-b51bcc343d3d tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510415
Apr 19 18:52:06.478893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33105dca-e203-46f6-819e-3969396a47a7 req-83c508a3-fe1b-4305-8394-8de7ad3359d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:06.480762 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-83c508a3-fe1b-4305-8394-8de7ad3359d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=415b5779fb594da194f2069054ca3e93&device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 1101 time: 0.1414413
Apr 19 18:52:06.553913 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df48af0e-9ccf-4329-95fa-288dfae341fb', 'tag': 'a93e9268-309a-4445-98de-f0f36598693f', 'status': 'completed', 'code': 200}
Apr 19 18:52:06.574326 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-0897e1f4-e669-4b9a-be9e-09d4ee2ceef9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a93e9268-309a-4445-98de-f0f36598693f HTTP/1.1" status: 200  len: 217 time: 0.0865977
Apr 19 18:52:06.732926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33105dca-e203-46f6-819e-3969396a47a7 req-d2eb87ae-1ca4-4380-b7c3-c8151a77755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:06.734548 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-d2eb87ae-1ca4-4380-b7c3-c8151a77755d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5fca8214-a8e5-4657-bb89-c1ce8742d0ec HTTP/1.1" status: 200  len: 843 time: 0.1543086
Apr 19 18:52:06.809231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a95e2-6446-4938-a0b9-d74a84e10c40 req-f9c53993-59a3-4741-8b17-de02d056459f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:06.810902 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-552a95e2-6446-4938-a0b9-d74a84e10c40 req-f9c53993-59a3-4741-8b17-de02d056459f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.1650281
Apr 19 18:52:06.875886 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-552a95e2-6446-4938-a0b9-d74a84e10c40 req-39f5e36b-1fc4-4e7e-8f6d-11078381038c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576332
Apr 19 18:52:06.888412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33105dca-e203-46f6-819e-3969396a47a7 req-814646ba-fc06-41ef-bcdd-50a6be7252ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:06.890518 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-814646ba-fc06-41ef-bcdd-50a6be7252ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a3a58f8-9386-49a9-b9a0-23d2ffc248a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1484289
Apr 19 18:52:07.054829 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-9e51ff27-ad89-4a6d-a4b5-569c9832be2c service neutron] 10.222.0.62 "GET /v2.0/networks/9a3a58f8-9386-49a9-b9a0-23d2ffc248a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573224
Apr 19 18:52:07.218105 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33105dca-e203-46f6-819e-3969396a47a7 req-a78107c8-e6fc-4526-90dc-42597a868057 service neutron] 10.222.0.62 "GET /v2.0/networks/9a3a58f8-9386-49a9-b9a0-23d2ffc248a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570008
Apr 19 18:52:07.357252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-7f6cf2de-2551-4270-92d4-316760bc3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:07.358918 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-7f6cf2de-2551-4270-92d4-316760bc3e31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=415b5779fb594da194f2069054ca3e93&device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 1101 time: 0.0813458
Apr 19 18:52:07.503640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-7e9ebbb3-7566-489a-af60-738bc37c9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:07.505229 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-7e9ebbb3-7566-489a-af60-738bc37c9b25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a3a58f8-9386-49a9-b9a0-23d2ffc248a5 HTTP/1.1" status: 200  len: 870 time: 0.1400626
Apr 19 18:52:07.619288 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-5f81eafa-08da-41cd-a254-aa1006865e01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=a93e9268-309a-4445-98de-f0f36598693f HTTP/1.1" status: 200  len: 217 time: 0.1061168
Apr 19 18:52:07.714105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-77c9b7c3-ba7f-4da1-9921-9ed8c6bc7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:07.715707 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-77c9b7c3-ba7f-4da1-9921-9ed8c6bc7cab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5fca8214-a8e5-4657-bb89-c1ce8742d0ec HTTP/1.1" status: 200  len: 843 time: 0.0900111
Apr 19 18:52:07.776166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b15ff-3953-491e-8a56-d163de942e4b req-62a0b8d8-2fd3-4ec2-af58-fe3fa101b880 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:07.777692 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-162b15ff-3953-491e-8a56-d163de942e4b req-62a0b8d8-2fd3-4ec2-af58-fe3fa101b880 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 948 time: 0.2021842
Apr 19 18:52:07.842715 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-162b15ff-3953-491e-8a56-d163de942e4b req-a4cc9151-083c-4a6c-a296-d490158d99bc tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575521
Apr 19 18:52:07.856884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-befe53e8-7875-4f2a-b184-ee8d2ed2f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:07.858537 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-befe53e8-7875-4f2a-b184-ee8d2ed2f72d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a3a58f8-9386-49a9-b9a0-23d2ffc248a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1341887
Apr 19 18:52:08.060642 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-6649d1e8-c539-4c16-bb41-a873f9bcd80c service neutron] 10.222.0.62 "GET /v2.0/networks/9a3a58f8-9386-49a9-b9a0-23d2ffc248a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943784
Apr 19 18:52:08.216296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19690d18-47f2-4347-a1e0-02463fdc1c16 req-312763f7-bca6-4730-8381-1d2a7fa1eb33 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:08.218187 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-19690d18-47f2-4347-a1e0-02463fdc1c16 req-312763f7-bca6-4730-8381-1d2a7fa1eb33 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.2138014
Apr 19 18:52:08.259606 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b34e6c49-c735-43ec-be89-1492fdfd1d46 req-597f35ba-60e3-4095-a029-8aa013c34f14 service neutron] 10.222.0.62 "GET /v2.0/networks/9a3a58f8-9386-49a9-b9a0-23d2ffc248a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1915567
Apr 19 18:52:08.292645 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-19690d18-47f2-4347-a1e0-02463fdc1c16 req-d7d55f0b-6baf-4966-b494-dcb6924cd9b9 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608842
Apr 19 18:52:09.069269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7c667-fbb7-446c-997e-b1923a50e96d req-ed9f1241-bd2d-49c8-b752-161d3e20b78e tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:09.072137 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-66c7c667-fbb7-446c-997e-b1923a50e96d req-ed9f1241-bd2d-49c8-b752-161d3e20b78e tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 948 time: 0.0991044
Apr 19 18:52:09.120718 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-66c7c667-fbb7-446c-997e-b1923a50e96d req-0a7dfc11-e346-4ab4-a459-baf76a9cd3e9 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425048
Apr 19 18:52:09.513447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96fb12-6609-4517-9709-0c20820a0c26 req-b76de0ea-bede-4ca5-a469-1e780e3dade2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:09.515162 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ea96fb12-6609-4517-9709-0c20820a0c26 req-b76de0ea-bede-4ca5-a469-1e780e3dade2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.0951929
Apr 19 18:52:09.566479 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ea96fb12-6609-4517-9709-0c20820a0c26 req-32dfc5df-590b-4838-a8ec-ef47c64878fe tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440698
Apr 19 18:52:09.911877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-166717a6-60a9-4234-8a56-595058c0a284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:10.030154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device a93e9268-309a-4445-98de-f0f36598693f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:52:10.177245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port a93e9268-309a-4445-98de-f0f36598693f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a93e9268-309a-4445-98de-f0f36598693f,segment=NetworkSegment(21870b7e-f3cd-46e4-8160-ec2098d0ddab),segment_id=21870b7e-f3cd-46e4-8160-ec2098d0ddab)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:10.192959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'a93e9268-309a-4445-98de-f0f36598693f', 'network_id': '9a3a58f8-9386-49a9-b9a0-23d2ffc248a5', 'port_id': 'a93e9268-309a-4445-98de-f0f36598693f', 'mac_address': 'fa:16:3e:81:a1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fca8214-a8e5-4657-bb89-c1ce8742d0ec', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:52:10.265990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:10.284615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93e9268-309a-4445-98de-f0f36598693f {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:52:10.301920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port a93e9268-309a-4445-98de-f0f36598693f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a93e9268-309a-4445-98de-f0f36598693f,segment=NetworkSegment(21870b7e-f3cd-46e4-8160-ec2098d0ddab),segment_id=21870b7e-f3cd-46e4-8160-ec2098d0ddab)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:10.305811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:10.308068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:10.333344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b071cc5-75c6-4c8e-b04e-2a29a7c0cde8 req-a719bbfc-c357-4a1e-8c1b-71b1c0ab2509 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:10.334982 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7b071cc5-75c6-4c8e-b04e-2a29a7c0cde8 req-a719bbfc-c357-4a1e-8c1b-71b1c0ab2509 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 948 time: 0.0945227
Apr 19 18:52:10.379836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=a93e9268-309a-4445-98de-f0f36598693f,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:10.383111 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:10.393756 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7b071cc5-75c6-4c8e-b04e-2a29a7c0cde8 req-ace35a20-8949-46f7-8845-02f00226495c tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516434
Apr 19 18:52:10.529752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['a93e9268-309a-4445-98de-f0f36598693f'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:52:10.775498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49382e2a-ebcf-4a2b-8965-69b727c1b401 req-323f1df3-4aab-4cf2-b169-e51b130cffac tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:10.777108 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-49382e2a-ebcf-4a2b-8965-69b727c1b401 req-323f1df3-4aab-4cf2-b169-e51b130cffac tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.0900099
Apr 19 18:52:10.825830 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-49382e2a-ebcf-4a2b-8965-69b727c1b401 req-345f90c1-016a-4f08-a95d-5bc34b1e13d7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423450
Apr 19 18:52:11.608931 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d32b53-f260-448a-91ae-13731830e548 req-74fa6705-995a-403c-bd15-1719bb4bc0e3 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:11.610568 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-11d32b53-f260-448a-91ae-13731830e548 req-74fa6705-995a-403c-bd15-1719bb4bc0e3 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 949 time: 0.0926285
Apr 19 18:52:11.660641 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-11d32b53-f260-448a-91ae-13731830e548 req-cbe7c631-e5ee-435f-ab02-963430a5d03a tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432422
Apr 19 18:52:12.031977 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ba8fd-6e32-4308-88c9-5a6e2778ba90 req-359c9cfa-27f2-445e-9e4f-8279e41edea5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:12.033621 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c10ba8fd-6e32-4308-88c9-5a6e2778ba90 req-359c9cfa-27f2-445e-9e4f-8279e41edea5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.0894775
Apr 19 18:52:12.037706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device a93e9268-309a-4445-98de-f0f36598693f up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:52:12.087525 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c10ba8fd-6e32-4308-88c9-5a6e2778ba90 req-d28f8ed3-9dae-44fb-8d2f-2247e5618133 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455167
Apr 19 18:52:12.110953 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port a93e9268-309a-4445-98de-f0f36598693f completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:52:12.117785 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port a93e9268-309a-4445-98de-f0f36598693f triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:52:12.121385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:12.260655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:12.290562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df48af0e-9ccf-4329-95fa-288dfae341fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e9268-309a-4445-98de-f0f36598693f'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:52:12.300899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port a93e9268-309a-4445-98de-f0f36598693f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a93e9268-309a-4445-98de-f0f36598693f,segment=NetworkSegment(21870b7e-f3cd-46e4-8160-ec2098d0ddab),segment_id=21870b7e-f3cd-46e4-8160-ec2098d0ddab)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:12.303740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:12.305793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:12.343450 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df48af0e-9ccf-4329-95fa-288dfae341fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e9268-309a-4445-98de-f0f36598693f', 'code': 200}
Apr 19 18:52:12.384774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=a93e9268-309a-4445-98de-f0f36598693f,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:12.387929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:12.584382 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d133112-a6b5-4425-b287-e80b52fed787 req-1f4f0be5-1024-49b8-9ddd-fb4748265575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:12.586041 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6d133112-a6b5-4425-b287-e80b52fed787 req-1f4f0be5-1024-49b8-9ddd-fb4748265575 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 1103 time: 0.0799518
Apr 19 18:52:12.632622 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6d133112-a6b5-4425-b287-e80b52fed787 req-8985b54e-955d-4292-8625-3fa6a60e7136 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404871
Apr 19 18:52:12.873533 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7bf46ac4-2f0f-4ae4-baa5-45bf5fd80ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:12.877505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1070d5b-b4ff-4872-bdc8-96d24c665602 req-624c85bb-f6c1-4c48-8aa7-4e48f3a398cc tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:12.879192 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a1070d5b-b4ff-4872-bdc8-96d24c665602 req-624c85bb-f6c1-4c48-8aa7-4e48f3a398cc tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 950 time: 0.0989244
Apr 19 18:52:12.927013 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a1070d5b-b4ff-4872-bdc8-96d24c665602 req-b76eba66-bc16-4f0a-90c8-35c7e98b1dd2 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406666
Apr 19 18:52:13.283459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:13.330830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2333d-6260-45d5-9e44-8f5bdd02687e req-96eb8106-7f96-465e-86fb-82ae2035e6ef tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:13.341383 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-23e2333d-6260-45d5-9e44-8f5bdd02687e req-96eb8106-7f96-465e-86fb-82ae2035e6ef tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.1305144
Apr 19 18:52:13.399031 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-23e2333d-6260-45d5-9e44-8f5bdd02687e req-bf2d24fe-9bf4-400a-b641-14dc97a73970 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497541
Apr 19 18:52:14.133536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e14c5-f50c-4115-812c-064c3e5e33b7 req-f95982fc-a80c-497d-90fa-74bd52274092 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:14.135295 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3c7e14c5-f50c-4115-812c-064c3e5e33b7 req-f95982fc-a80c-497d-90fa-74bd52274092 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 950 time: 0.0942676
Apr 19 18:52:14.182685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:14.193208 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3c7e14c5-f50c-4115-812c-064c3e5e33b7 req-d69f80f7-aedd-4c27-981d-266f473c405b tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511403
Apr 19 18:52:14.593487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:14.622602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e860a-e2ba-4309-b71f-a51b84b85c1b req-df8f2a6f-8108-484f-bb19-b9dc0ff13e45 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:14.624207 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a34e860a-e2ba-4309-b71f-a51b84b85c1b req-df8f2a6f-8108-484f-bb19-b9dc0ff13e45 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.0925741
Apr 19 18:52:14.731288 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a34e860a-e2ba-4309-b71f-a51b84b85c1b req-20cdc6c1-c505-4a75-96ba-34d7f6f70fde tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629027
Apr 19 18:52:14.753421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008e9b9-5442-45b8-afe1-8c8660886bc8 req-1efed9c9-1e19-4fd0-84f1-0444ba5b956c tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:14.755034 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b008e9b9-5442-45b8-afe1-8c8660886bc8 req-1efed9c9-1e19-4fd0-84f1-0444ba5b956c tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 950 time: 0.1298790
Apr 19 18:52:14.803761 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b008e9b9-5442-45b8-afe1-8c8660886bc8 req-9a335ed4-5733-4162-9298-2e481c7e5b02 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423985
Apr 19 18:52:15.166296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde2069-9975-4470-a1ff-367930750d40 req-2d7a7164-709d-4700-9eee-36bb04436f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:15.167845 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3fde2069-9975-4470-a1ff-367930750d40 req-2d7a7164-709d-4700-9eee-36bb04436f5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 1098 time: 0.0831308
Apr 19 18:52:15.543973 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde2069-9975-4470-a1ff-367930750d40 req-47d84858-f002-46a1-85cd-e3c8c883a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:15.546694 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3fde2069-9975-4470-a1ff-367930750d40 req-47d84858-f002-46a1-85cd-e3c8c883a603 service neutron] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 918 time: 0.3573251
Apr 19 18:52:15.557686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:15.663638 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3fde2069-9975-4470-a1ff-367930750d40 req-5150abf0-1429-49c2-aa53-efb0211c4398 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae442ab-2d3d-4a84-8243-376c744197c4 HTTP/1.1" status: 200  len: 1001 time: 0.1068087
Apr 19 18:52:15.739488 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde2069-9975-4470-a1ff-367930750d40 req-9449834e-0bcd-4862-b01d-c235ef2438a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:15.741082 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3fde2069-9975-4470-a1ff-367930750d40 req-9449834e-0bcd-4862-b01d-c235ef2438a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.0692182
Apr 19 18:52:15.842126 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde2069-9975-4470-a1ff-367930750d40 req-9e8ef4a0-724f-4fe4-888d-bb0b84742647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:15.843796 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3fde2069-9975-4470-a1ff-367930750d40 req-9e8ef4a0-724f-4fe4-888d-bb0b84742647 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844183
Apr 19 18:52:16.077354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1ae442ab-2d3d-4a84-8243-376c744197c4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:52:16.161858 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3fde2069-9975-4470-a1ff-367930750d40 req-5c4451b2-472c-48cd-9893-22dbe15a6fca service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3064489
Apr 19 18:52:16.171676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47348649-ab96-4969-88b4-b8a991dbc125 req-046d3e11-73b0-49aa-a21e-218f13c94f78 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:16.173279 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-47348649-ab96-4969-88b4-b8a991dbc125 req-046d3e11-73b0-49aa-a21e-218f13c94f78 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 950 time: 0.2372801
Apr 19 18:52:16.183731 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab936e9-b032-4f84-8621-f90291652fe5 req-36bdd0d0-64bb-424a-bfa1-c57c1d6162a8 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:16.185470 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8ab936e9-b032-4f84-8621-f90291652fe5 req-36bdd0d0-64bb-424a-bfa1-c57c1d6162a8 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.2992473
Apr 19 18:52:16.229923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:16.245078 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'port_id': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'mac_address': 'fa:16:3e:de:b5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:52:16.321958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:16.340817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ae442ab-2d3d-4a84-8243-376c744197c4 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:52:16.357640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:16.360550 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:16.362446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-87699bd7-61ca-4e72-9650-eed6aeb59276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:16.428831 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8ab936e9-b032-4f84-8621-f90291652fe5 req-2d18a338-b47d-4569-8bdf-88b622789df2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2175362
Apr 19 18:52:16.432377 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-47348649-ab96-4969-88b4-b8a991dbc125 req-291361bc-cfad-4aa2-a142-50c7fe55c65e tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee6b15c7-391e-4384-b715-7278fe3af8d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2456667
Apr 19 18:52:16.467645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=6']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:16.473175 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['1ae442ab-2d3d-4a84-8243-376c744197c4'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:52:16.491417 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3fde2069-9975-4470-a1ff-367930750d40 req-81d813cd-249d-4d24-852b-54a8fed94719 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3170476
Apr 19 18:52:16.515093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:16.515922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-a20e4acf-3188-4ef7-942b-123e69ebe7ab tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:16.517658 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-a20e4acf-3188-4ef7-942b-123e69ebe7ab tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.62 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 950 time: 0.1788137
Apr 19 18:52:16.619662 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Deleting port a93e9268-309a-4445-98de-f0f36598693f {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:52:16.620047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:16.973221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] For port a93e9268-309a-4445-98de-f0f36598693f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a93e9268-309a-4445-98de-f0f36598693f,segment=NetworkSegment(21870b7e-f3cd-46e4-8160-ec2098d0ddab),segment_id=21870b7e-f3cd-46e4-8160-ec2098d0ddab)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:16.973621 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:17.121258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Calling delete_port for a93e9268-309a-4445-98de-f0f36598693f owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:52:17.305960 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:17.312593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:17.317765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['a93e9268-309a-4445-98de-f0f36598693f'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:52:17.361613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Pushing event deleted for resources: {'Port': ['ID=a93e9268-309a-4445-98de-f0f36598693f,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:17.366103 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:17.502006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] No DVR routers for this DVR port a93e9268-309a-4445-98de-f0f36598693f on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:52:17.504706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:17.509801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df48af0e-9ccf-4329-95fa-288dfae341fb', 'name': 'network-vif-deleted', 'tag': 'a93e9268-309a-4445-98de-f0f36598693f'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:52:17.552951 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fb00a890-659b-4aa6-874b-2686f6a12a18 req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.62 "DELETE /v2.0/ports/a93e9268-309a-4445-98de-f0f36598693f HTTP/1.1" status: 204  len: 173 time: 1.0155654
Apr 19 18:52:18.025896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58585747-d4ce-447b-b44d-1e15f4674b21 req-8da44b15-5be9-4060-9908-df8c5bb830d7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:18.035869 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-58585747-d4ce-447b-b44d-1e15f4674b21 req-8da44b15-5be9-4060-9908-df8c5bb830d7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 944 time: 0.2772460
Apr 19 18:52:18.087278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1ae442ab-2d3d-4a84-8243-376c744197c4 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:52:18.190888 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-58585747-d4ce-447b-b44d-1e15f4674b21 req-8881dcb5-b680-4e04-9eaa-1325925b0814 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1408691
Apr 19 18:52:18.269260 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 1ae442ab-2d3d-4a84-8243-376c744197c4 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:52:18.270084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:18.328985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-12e5e9c7-2d2c-4214-9e13-6ac354e6a0a1 req-4821b9a9-04cc-4dff-9d16-48bb47104425 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Synchronizing usage tracker for tenant:415b5779fb594da194f2069054ca3e93 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:52:18.334857 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df48af0e-9ccf-4329-95fa-288dfae341fb', 'name': 'network-vif-deleted', 'tag': 'a93e9268-309a-4445-98de-f0f36598693f', 'status': 'completed', 'code': 200}
Apr 19 18:52:18.351386 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-12e5e9c7-2d2c-4214-9e13-6ac354e6a0a1 req-4821b9a9-04cc-4dff-9d16-48bb47104425 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Unset dirty status for tenant:415b5779fb594da194f2069054ca3e93 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:52:18.363135 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-12e5e9c7-2d2c-4214-9e13-6ac354e6a0a1 req-4821b9a9-04cc-4dff-9d16-48bb47104425 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] 10.222.0.41 "GET /v2.0/ports?device_id=df48af0e-9ccf-4329-95fa-288dfae341fb HTTP/1.1" status: 200  len: 210 time: 0.0946167
Apr 19 18:52:18.460831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:18.497820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:52:18.508538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:18.524642 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:18.526958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:18.621143 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'code': 200}
Apr 19 18:52:18.628676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=7']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:18.631918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:19.471162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b311c16-37c2-43ce-929c-5763c1cc85ed req-b8e326a3-7d4b-4be4-8b35-6741d45f927a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:19.481688 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b311c16-37c2-43ce-929c-5763c1cc85ed req-b8e326a3-7d4b-4be4-8b35-6741d45f927a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.1303189
Apr 19 18:52:19.535434 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4b311c16-37c2-43ce-929c-5763c1cc85ed req-cabfc460-0aca-43cc-9250-7d08dcf36311 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526497
Apr 19 18:52:20.114807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device a93e9268-309a-4445-98de-f0f36598693f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:52:20.212107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: a93e9268-309a-4445-98de-f0f36598693f {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:52:20.212920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device a93e9268-309a-4445-98de-f0f36598693f not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:52:20.796119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062a265-f826-4c1b-8df1-f74ed3536a61 req-d74a05dc-e3df-44a6-bc75-a6008425053f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:20.804000 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d062a265-f826-4c1b-8df1-f74ed3536a61 req-d74a05dc-e3df-44a6-bc75-a6008425053f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.1077104
Apr 19 18:52:20.858478 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d062a265-f826-4c1b-8df1-f74ed3536a61 req-6fcd57fb-9d28-4e82-87ac-17ebde99de69 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533707
Apr 19 18:52:22.149016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b926c-42b8-455d-a004-2e8026026a88 req-26f9b67b-102e-4884-a8d6-75a48ddac256 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:22.150862 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-066b926c-42b8-455d-a004-2e8026026a88 req-26f9b67b-102e-4884-a8d6-75a48ddac256 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.1288671
Apr 19 18:52:22.220011 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-066b926c-42b8-455d-a004-2e8026026a88 req-14a57750-9efa-4599-8266-3ea0d3f349d3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619876
Apr 19 18:52:23.501706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7210a-0d6a-4584-987f-31b053c99ea5 req-97702d21-d8b5-4f0e-a110-b8ee2eebe281 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:23.503690 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07c7210a-0d6a-4584-987f-31b053c99ea5 req-97702d21-d8b5-4f0e-a110-b8ee2eebe281 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.1031835
Apr 19 18:52:23.574857 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07c7210a-0d6a-4584-987f-31b053c99ea5 req-c7ebe019-30d7-44ee-addb-21dff8c42a71 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633371
Apr 19 18:52:24.483929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c236d-a083-428a-aa25-2870f65b5ea5 req-6412374c-1b58-49b3-947a-def683ea71d6 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:24.485950 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-704c236d-a083-428a-aa25-2870f65b5ea5 req-6412374c-1b58-49b3-947a-def683ea71d6 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 946 time: 0.1154513
Apr 19 18:52:24.549779 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-704c236d-a083-428a-aa25-2870f65b5ea5 req-31609e3c-6edd-4cea-80ef-8fdb061ca602 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505369
Apr 19 18:52:24.582733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 49178) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:24.864837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734728d-8359-4afb-83f7-dd8ec12f589e req-085be79f-cc8b-40ec-a0ba-a4c5b9f6fcf5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:24.866863 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9734728d-8359-4afb-83f7-dd8ec12f589e req-085be79f-cc8b-40ec-a0ba-a4c5b9f6fcf5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.1414196
Apr 19 18:52:24.929198 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9734728d-8359-4afb-83f7-dd8ec12f589e req-45a1f083-8871-498e-8541-0cd23d3d455e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519309
Apr 19 18:52:24.960855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1352706-9f4f-4091-9f9d-b071217250a6 tempest-TestMinimumBasicScenario-1686450565 tempest-TestMinimumBasicScenario-1686450565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:24.962907 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b1352706-9f4f-4091-9f9d-b071217250a6 tempest-TestMinimumBasicScenario-1686450565 tempest-TestMinimumBasicScenario-1686450565-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 1094 time: 0.3788095
Apr 19 18:52:24.966893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 49186) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:24.972564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'floatingip': {'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'port_id': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:24.980469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:24.984972 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Usage tracker for resource:floatingip and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:24.988352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:24.995331 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:25.007058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for floatingip, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:25.301786 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:25.591773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Allocated IP 172.27.3.165 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/26c47a9c-9c84-4109-ae03-3b6d94150645) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:52:25.665595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49198) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:25.871205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:25.909641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:25.920787 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:25.946386 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a9d779af-42f6-42f9-85a5-9296ec78dfe9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=415b5779fb594da194f2069054ca3e93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2790687
Apr 19 18:52:25.947304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49206) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:26.030663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:52:26.043000 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3aa9-e0d9-4c38-91c0-db7d0e174753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:26.057271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:52:26.062620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:52:26.088064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3aa9-e0d9-4c38-91c0-db7d0e174753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:26.134766 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'Port': ['ID=26c47a9c-9c84-4109-ae03-3b6d94150645,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:26.142830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:26.172794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3aa9-e0d9-4c38-91c0-db7d0e174753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:26.190567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:26.222618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd3aa9-e0d9-4c38-91c0-db7d0e174753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6b15c7-391e-4384-b715-7278fe3af8d1,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:26.231999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4dfd3aa9-e0d9-4c38-91c0-db7d0e174753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:26.251486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4dfd3aa9-e0d9-4c38-91c0-db7d0e174753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:26.253161 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-4dfd3aa9-e0d9-4c38-91c0-db7d0e174753 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee6b15c7-391e-4384-b715-7278fe3af8d1 HTTP/1.1" status: 204  len: 168 time: 0.3046749
Apr 19 18:52:27.014514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:27.067118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc30223-88f5-42f6-8bb9-c548ff0e6315 req-af586df3-d82b-4b0c-a769-c60286a1a786 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:27.069626 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2bc30223-88f5-42f6-8bb9-c548ff0e6315 req-af586df3-d82b-4b0c-a769-c60286a1a786 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.3328934
Apr 19 18:52:27.117660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122506c-06ec-424a-8e27-c44182139710 req-e7834d0b-0980-4626-a7c0-756d4b6326be tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:27.119579 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9122506c-06ec-424a-8e27-c44182139710 req-e7834d0b-0980-4626-a7c0-756d4b6326be tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 946 time: 0.1909904
Apr 19 18:52:27.217982 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2bc30223-88f5-42f6-8bb9-c548ff0e6315 req-6e0e0167-a606-41d6-9da2-5f0c1ab43feb tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1407914
Apr 19 18:52:27.239194 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9122506c-06ec-424a-8e27-c44182139710 req-01cba5d5-a085-49b2-be56-499c3ac33eae tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775008
Apr 19 18:52:27.259676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:27.510658 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:27.516975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:27.548299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:27.699089 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'Port': ['ID=26c47a9c-9c84-4109-ae03-3b6d94150645,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:27.701988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:27.760331 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:27.902232 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Floating IP 99e1c6f1-633f-4869-94d2-d2f2ce063f12 associated. External IP: 172.27.3.165, port: cd15ada1-87a7-41fc-b90b-427fe14ff3dd.
Apr 19 18:52:28.332511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Router c438be40-e7fc-4f89-ad3c-36eb4aa5414a has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:52:28.736398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:52:28.748291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] Sync routers for ids ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:52:28.759812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] Routers {'c438be40-e7fc-4f89-ad3c-36eb4aa5414a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:52:28.760593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b73fdb5c0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:52:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:28.765749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd8c4-bd82-4129-a293-f3bd43e068f8 req-eefca522-262b-4f0a-b141-d6422e69e2a0 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:28.767419 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f5afd8c4-bd82-4129-a293-f3bd43e068f8 req-eefca522-262b-4f0a-b141-d6422e69e2a0 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 946 time: 0.3702483
Apr 19 18:52:28.775527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4e24a-e807-4ceb-abc6-ecec2efb8859 req-3dda687f-7ac6-410f-b121-dd3575fa671e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:28.777056 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0bd4e24a-e807-4ceb-abc6-ecec2efb8859 req-3dda687f-7ac6-410f-b121-dd3575fa671e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.3356538
Apr 19 18:52:28.827137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:28.895625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27012db4-50d2-4717-844d-9f82a9a00327 req-3e41e0d7-8734-4600-b00b-13725b354376 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:28.897160 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-27012db4-50d2-4717-844d-9f82a9a00327 req-3e41e0d7-8734-4600-b00b-13725b354376 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.62 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 946 time: 0.3031132
Apr 19 18:52:28.958002 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] Set router c438be40-e7fc-4f89-ad3c-36eb4aa5414a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:52:29.246364 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f5afd8c4-bd82-4129-a293-f3bd43e068f8 req-12d7f2d2-f607-489e-8b15-5a9e5eb0a000 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4682350
Apr 19 18:52:29.267834 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.2969825
Apr 19 18:52:29.268423 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0bd4e24a-e807-4ceb-abc6-ecec2efb8859 req-80da66a9-5874-4320-9577-07c22dad7627 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4759593
Apr 19 18:52:29.269064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 49242) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:29.272009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:52:29.294834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47230263', 'description': 'tempest-secgroup-smoke-47230263 description', 'project_id': '41413a5cc30f43449ea080b161dbc215'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:29.307850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:29.317664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Usage tracker for resource:security_group and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:29.325137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:29.334074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Deleting port f189205d-acc7-48ce-90be-6fbd3207e76d {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:52:29.334600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:29.355590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b73fdb5c0>, [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '99e1c6f1-633f-4869-94d2-d2f2ce063f12', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'port_id': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'mac_address': 'fa:16:3e:96:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:52:26Z', 'updated_at': '2021-04-19T18:52:26Z', 'revision_number': 0, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e967c9c-9c59-4fae-9667-07cf23c415d9', 'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'mac_address': 'fa:16:3e:07:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:17Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 5, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'subnets': [{'id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:29.359962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] Checking router: c438be40-e7fc-4f89-ad3c-36eb4aa5414a for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:52:29.369809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] Routers {'c438be40-e7fc-4f89-ad3c-36eb4aa5414a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:52:29.370181 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'status': 'completed', 'code': 200}
Apr 19 18:52:29.370524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b73fdb5c0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:52:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:29.372015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:29.448810 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:29.450513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-b8b651a4-d327-4311-87be-231520692d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:29.452294 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-b8b651a4-d327-4311-87be-231520692d78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41413a5cc30f43449ea080b161dbc215&device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 1099 time: 0.0873628
Apr 19 18:52:29.497041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-fd072a5c-d193-4654-800e-6372c43f8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:29.498732 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-fd072a5c-d193-4654-800e-6372c43f8eba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 1098 time: 0.3045907
Apr 19 18:52:29.509104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:29.540795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Usage tracker for resource:security_group_rule and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:29.548853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:29.590202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:29.618359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-6ca636b7-0442-4949-bac0-7685fc1af4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:29.620084 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-6ca636b7-0442-4949-bac0-7685fc1af4a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80792e30-c9a0-4fc6-8820-e94f9675f904 HTTP/1.1" status: 200  len: 916 time: 0.1605475
Apr 19 18:52:29.749154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] Set router c438be40-e7fc-4f89-ad3c-36eb4aa5414a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:52:29.758112 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-6f6146ae-6097-4a8e-bf28-135d12f8c155 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 200  len: 1000 time: 0.1296966
Apr 19 18:52:29.833865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-5fbf9d25-19e5-4583-b794-58e1b4f7ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:29.835597 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-5fbf9d25-19e5-4583-b794-58e1b4f7ff42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3fedc20d-977e-404d-9303-c9877d3b554c HTTP/1.1" status: 200  len: 854 time: 0.0716484
Apr 19 18:52:29.855860 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] For port f189205d-acc7-48ce-90be-6fbd3207e76d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f189205d-acc7-48ce-90be-6fbd3207e76d,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:29.856252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:29.878921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-164ec02f-f09d-4548-8ee3-cd05ed1610d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:29.880529 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-164ec02f-f09d-4548-8ee3-cd05ed1610d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 918 time: 0.3680155
Apr 19 18:52:29.935371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-d294cc03-0a69-428f-a2e9-b6041ae686eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:29.937020 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-d294cc03-0a69-428f-a2e9-b6041ae686eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80792e30-c9a0-4fc6-8820-e94f9675f904&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0947077
Apr 19 18:52:30.032324 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.057118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.071401 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-23dddb14-1a84-4bdf-926b-6039b756c42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:30.094501 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-55c569e4-c35d-4b96-89f0-639987b853bf service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502054
Apr 19 18:52:30.150914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b73fdb5c0>, [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '99e1c6f1-633f-4869-94d2-d2f2ce063f12', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'port_id': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'mac_address': 'fa:16:3e:96:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:52:26Z', 'updated_at': '2021-04-19T18:52:26Z', 'revision_number': 0, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e967c9c-9c59-4fae-9667-07cf23c415d9', 'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'mac_address': 'fa:16:3e:07:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:17Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 5, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'subnets': [{'id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:30.155622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7210b4d-30a5-4804-a93d-2f66b90ce82a None None] The sync data for ids ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'] in dv-cinder-786929-1-iscsi is: [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '99e1c6f1-633f-4869-94d2-d2f2ce063f12', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'port_id': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'mac_address': 'fa:16:3e:96:76:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:52:26Z', 'updated_at': '2021-04-19T18:52:26Z', 'revision_number': 0, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e967c9c-9c59-4fae-9667-07cf23c415d9', 'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'mac_address': 'fa:16:3e:07:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:17Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 5, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'subnets': [{'id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:52:30.199090 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-ea1a6fae-a490-43ec-ac5b-8e5d5581814a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae442ab-2d3d-4a84-8243-376c744197c4 HTTP/1.1" status: 200  len: 1001 time: 0.3109300
Apr 19 18:52:30.213377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.214737 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.9356024
Apr 19 18:52:30.218057 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49248) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:30.225654 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'security_group_rule': {'security_group_id': '3b540fe6-3edc-4d92-a685-7091621de0c4', 'project_id': '41413a5cc30f43449ea080b161dbc215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:30.239963 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:30.253341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Usage tracker for resource:security_group_rule and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:30.255532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b540fe6-3edc-4d92-a685-7091621de0c4,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:30.258411 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:30.268750 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:30.272922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:30.296659 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-5fb66d49-02a3-4988-bdf8-6f5c90e13853 service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956093
Apr 19 18:52:30.324193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.392586 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-a9257d42-1229-47ed-9e20-1519eff0cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:30.394190 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-a9257d42-1229-47ed-9e20-1519eff0cb78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.1833725
Apr 19 18:52:30.399640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.402996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.411686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a3a55ed7-8563-40b2-a34b-0a9553927cf3 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:30.433131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e619af-c694-4dcc-b01a-c29f8d2855b2,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:30.436496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:30.443525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.444828 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-9480d84d-6144-4328-943b-c01c3f496026 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2256360
Apr 19 18:52:30.448580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49256) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:30.454594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'security_group_rule': {'security_group_id': '3b540fe6-3edc-4d92-a685-7091621de0c4', 'project_id': '41413a5cc30f43449ea080b161dbc215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:30.461674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:30.465826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Usage tracker for resource:security_group_rule and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:30.468930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:30.475810 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:30.495369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.550434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb97ed-3c4c-42ba-9ecd-cc6383aecfb8 None None] New status for floating IP 99e1c6f1-633f-4869-94d2-d2f2ce063f12: ACTIVE {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:52:30.585889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.586284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.587021 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Floating IP c9494b38-4122-443c-a774-2fd65b4577b0 disassociated. External IP: 172.27.3.123, port: f189205d-acc7-48ce-90be-6fbd3207e76d.
Apr 19 18:52:30.587021 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Calling delete_port for f189205d-acc7-48ce-90be-6fbd3207e76d owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:52:30.605801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.608932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.619239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-334f9b62-3f6e-4adb-94c7-8b13ee533636 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:30.636304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac323f7-2182-468d-83d9-1ca380f2fe53,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:30.639249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:30.650846 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.652221 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2025471
Apr 19 18:52:30.655121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49260) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:30.661832 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'security_group_rule': {'security_group_id': '3b540fe6-3edc-4d92-a685-7091621de0c4', 'project_id': '41413a5cc30f43449ea080b161dbc215', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:30.670162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:30.674610 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Usage tracker for resource:security_group_rule and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:30.677628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:30.684826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:30.706893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.740435 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdd713-75d3-4a83-ad8d-db618ee5c6f0 req-97844faf-4520-4a5c-97a8-bd74887b3702 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:30.742253 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2ecdd713-75d3-4a83-ad8d-db618ee5c6f0 req-97844faf-4520-4a5c-97a8-bd74887b3702 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 946 time: 0.3375359
Apr 19 18:52:30.758731 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33163e05-2aa8-4f6d-9459-60161fccff94 req-a5fca11b-e607-4a81-becd-872a59be2830 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:30.760353 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33163e05-2aa8-4f6d-9459-60161fccff94 req-a5fca11b-e607-4a81-becd-872a59be2830 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.3124549
Apr 19 18:52:30.762498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-5edf3da5-ffff-4f49-beb1-2134e62d6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:30.764025 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-5edf3da5-ffff-4f49-beb1-2134e62d6128 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3568141
Apr 19 18:52:30.780192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.783638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.785929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:30.812666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2c5b8f-8db4-4511-8e33-79f17e5b34da,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:30.815288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:30.823255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.827312 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5f802948-fce0-4744-a4d8-a62f3f39d0e2 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1681645
Apr 19 18:52:30.827496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49264) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:30.833476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'security_group_rule': {'security_group_id': '3b540fe6-3edc-4d92-a685-7091621de0c4', 'project_id': '41413a5cc30f43449ea080b161dbc215', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:30.840186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:30.844382 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Usage tracker for resource:security_group_rule and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:30.847450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:30.854613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:30.871481 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.943067 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.947105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.949515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d70c07ef-60a1-44f5-8236-b6781b3f1bc9 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:30.973360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5681a8a2-8bf7-461c-84fe-a91984a375e1,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:30.976089 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:30.983361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:30.984675 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-fe82cf57-a75f-47b1-930e-d3e32c1cecdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1561754
Apr 19 18:52:30.987638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49268) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:30.991297 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2ecdd713-75d3-4a83-ad8d-db618ee5c6f0 req-02e41083-83a3-4ff4-a553-ef872f962326 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups?id=cc79392c-78e6-4950-9b0a-71fcc697a0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2262456
Apr 19 18:52:30.993342 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'security_group_rule': {'security_group_id': '3b540fe6-3edc-4d92-a685-7091621de0c4', 'project_id': '41413a5cc30f43449ea080b161dbc215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:31.000484 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:31.003199 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-33163e05-2aa8-4f6d-9459-60161fccff94 req-60c2b57e-9498-4457-aec2-dc5f4fb20c9a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2213898
Apr 19 18:52:31.004649 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Usage tracker for resource:security_group_rule and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:31.007783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:31.013870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:31.024211 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.securitygroups_db [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Project 41413a5cc30f43449ea080b161dbc215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:52:31.036828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:31.051022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:31.060863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:31.110120 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:31.113573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:31.116016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:31.145036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d9b74e-d780-453e-8037-d2097bb86d18,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:31.150583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:31.155020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:31.159109 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1677063
Apr 19 18:52:31.159399 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49272) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:31.165995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'security_group_rule': {'security_group_id': '3b540fe6-3edc-4d92-a685-7091621de0c4', 'project_id': '41413a5cc30f43449ea080b161dbc215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:31.172973 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:52:31.178032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Usage tracker for resource:security_group_rule and tenant:41413a5cc30f43449ea080b161dbc215 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:52:31.182648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:52:31.189329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:52:31.200055 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.securitygroups_db [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Project 41413a5cc30f43449ea080b161dbc215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:52:31.208027 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:31.283345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:31.286332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:31.288723 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:31.316003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f3ac6d-abfa-4d05-be1d-5035ded1de61,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:31.318482 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:31.326096 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:31.327449 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1670551
Apr 19 18:52:31.334795 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-d7cfa802-2b22-4030-8665-dbf84178c6d8 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5499597
Apr 19 18:52:31.335656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event deleted for resources: {'Port': ['ID=f189205d-acc7-48ce-90be-6fbd3207e76d,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:31.338981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:31.636155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-efb89575-3521-4893-89ce-22be879a9047 req-4914d7be-245a-455a-ba12-e6f6a8feccab tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Synchronizing usage tracker for tenant:41413a5cc30f43449ea080b161dbc215 on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:52:31.691625 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f70b4d2f-bbb4-4657-bdfd-b48526bc1931 req-2bbe7833-40ad-4194-9d44-4f545f218878 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3496308
Apr 19 18:52:31.699722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-efb89575-3521-4893-89ce-22be879a9047 req-4914d7be-245a-455a-ba12-e6f6a8feccab tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Unset dirty status for tenant:41413a5cc30f43449ea080b161dbc215 on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:52:31.700926 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-efb89575-3521-4893-89ce-22be879a9047 req-4914d7be-245a-455a-ba12-e6f6a8feccab tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47230263&fields=id&tenant_id=41413a5cc30f43449ea080b161dbc215 HTTP/1.1" status: 200  len: 267 time: 0.2656646
Apr 19 18:52:31.756651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:52:31.983094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb89575-3521-4893-89ce-22be879a9047 req-45a560b9-f167-4dcb-8c19-34b1ba810a05 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:31.984847 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-efb89575-3521-4893-89ce-22be879a9047 req-45a560b9-f167-4dcb-8c19-34b1ba810a05 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 946 time: 0.2744768
Apr 19 18:52:32.000140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-efb89575-3521-4893-89ce-22be879a9047 req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'port': {'security_groups': ['d6107e15-310d-4f7e-80fa-2a76aed55f16', '3b540fe6-3edc-4d92-a685-7091621de0c4']}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:52:32.044944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:52:32.052115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] Sync routers for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:52:32.062818 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:52:32.063507 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78052b38>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:52:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:32.139020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] No DVR routers for this DVR port f189205d-acc7-48ce-90be-6fbd3207e76d on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:52:32.143470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:32.180510 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'name': 'network-vif-deleted', 'tag': 'f189205d-acc7-48ce-90be-6fbd3207e76d'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:52:32.191965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device f189205d-acc7-48ce-90be-6fbd3207e76d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:52:32.239318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: f189205d-acc7-48ce-90be-6fbd3207e76d {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:52:32.239634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device f189205d-acc7-48ce-90be-6fbd3207e76d not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:52:32.240096 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1ae442ab-2d3d-4a84-8243-376c744197c4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:52:32.255716 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-27012db4-50d2-4717-844d-9f82a9a00327 req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.62 "DELETE /v2.0/ports/f189205d-acc7-48ce-90be-6fbd3207e76d HTTP/1.1" status: 204  len: 173 time: 3.1186731
Apr 19 18:52:32.265173 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-5fbe2b61-51af-47d0-8750-0e71ee1e521e req-b39223f3-2479-431e-8d67-6fbf4036ef7b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Synchronizing usage tracker for tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:52:32.281637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-efb89575-3521-4893-89ce-22be879a9047 req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:32.336816 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-5fbe2b61-51af-47d0-8750-0e71ee1e521e req-b39223f3-2479-431e-8d67-6fbf4036ef7b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Unset dirty status for tenant:4b5fc0221dfc4bd59e82e8e9e429dc7f on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:52:32.338124 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5fbe2b61-51af-47d0-8750-0e71ee1e521e req-b39223f3-2479-431e-8d67-6fbf4036ef7b tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/ports?device_id=96afe8be-d0b1-4e11-830b-5db85bc289b2 HTTP/1.1" status: 200  len: 210 time: 0.1518104
Apr 19 18:52:32.408755 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:52:32.509333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:32.623117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:52:32.644017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-efb89575-3521-4893-89ce-22be879a9047 req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] For port cd15ada1-87a7-41fc-b90b-427fe14ff3dd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:32.650069 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:32.664943 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f23d7-cab7-49cb-8736-ed0bf3f9ae99 req-fef54a44-de3d-432c-b601-454a5e4825e5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:32.666651 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-860f23d7-cab7-49cb-8736-ed0bf3f9ae99 req-fef54a44-de3d-432c-b601-454a5e4825e5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 945 time: 0.2028031
Apr 19 18:52:32.702333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:32.705751 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-efb89575-3521-4893-89ce-22be879a9047 req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:32.710613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:32.712069 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-efb89575-3521-4893-89ce-22be879a9047 req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:32.719183 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-56ed68c7-f813-4f57-9afa-07ed48b4ec75 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:32.760096 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cd15ada1-87a7-41fc-b90b-427fe14ff3dd'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:52:32.818056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb89575-3521-4893-89ce-22be879a9047 req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:32.818812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-efb89575-3521-4893-89ce-22be879a9047 req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:32.820615 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-efb89575-3521-4893-89ce-22be879a9047 req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "PUT /v2.0/ports/cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 200  len: 982 time: 0.8273826
Apr 19 18:52:32.831908 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-860f23d7-cab7-49cb-8736-ed0bf3f9ae99 req-ec6bbe9a-f4cf-46ea-82ec-acfb07d4fe6d tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1505282
Apr 19 18:52:32.867035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'Port': ['ID=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,revision_number=6']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:32.871723 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:32.901857 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96afe8be-d0b1-4e11-830b-5db85bc289b2', 'name': 'network-vif-deleted', 'tag': 'f189205d-acc7-48ce-90be-6fbd3207e76d', 'status': 'completed', 'code': 200}
Apr 19 18:52:32.906235 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:52:32.918192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cd15ada1-87a7-41fc-b90b-427fe14ff3dd'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:52:32.961547 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'code': 200}
Apr 19 18:52:32.985058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=8']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:32.988982 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:33.110967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd3996-ad7e-44b1-88fd-78dfb36095fa req-1180c1fb-155f-4a7e-b7b0-86d5c53dc741 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:33.112537 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-79dd3996-ad7e-44b1-88fd-78dfb36095fa req-1180c1fb-155f-4a7e-b7b0-86d5c53dc741 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0939586
Apr 19 18:52:33.168485 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-79dd3996-ad7e-44b1-88fd-78dfb36095fa req-ebf04236-5c3b-43ad-b89a-aa64afd6c5d5 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0461061
Apr 19 18:52:33.213545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-e832097e-9f79-4a07-9cfe-a7054d4d5fce None None] Provisioning complete for port cd15ada1-87a7-41fc-b90b-427fe14ff3dd triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:52:33.213961 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e832097e-9f79-4a07-9cfe-a7054d4d5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:33.263625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78052b38>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:33.288567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] Checking router: 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:52:33.345071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:52:33.345758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78052b38>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:52:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:33.478928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49294) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:33.561732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c796fd62-7f52-4fba-b0d0-ef3dfc84ff7a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:33.595303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c796fd62-7f52-4fba-b0d0-ef3dfc84ff7a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:33.651889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c796fd62-7f52-4fba-b0d0-ef3dfc84ff7a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:33.657410 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-80bb7b62-c90e-476c-bd9d-59c502963af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:33.674989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796fd62-7f52-4fba-b0d0-ef3dfc84ff7a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc79392c-78e6-4950-9b0a-71fcc697a0d4,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:33.681351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c796fd62-7f52-4fba-b0d0-ef3dfc84ff7a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:33.683514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c796fd62-7f52-4fba-b0d0-ef3dfc84ff7a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:33.687395 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c796fd62-7f52-4fba-b0d0-ef3dfc84ff7a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "DELETE /v2.0/security-groups/cc79392c-78e6-4950-9b0a-71fcc697a0d4 HTTP/1.1" status: 204  len: 168 time: 0.2046173
Apr 19 18:52:33.687821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49298) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:33.705876 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.v2.resource [None req-2005e3ef-0d7c-439e-9c36-fc95e7a65134 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] show failed (client error): The resource could not be found.
Apr 19 18:52:33.707015 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2005e3ef-0d7c-439e-9c36-fc95e7a65134 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "GET /v2.0/security-groups/cc79392c-78e6-4950-9b0a-71fcc697a0d4 HTTP/1.1" status: 404  len: 347 time: 0.0181875
Apr 19 18:52:33.709927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49302) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:33.890281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Deleting port 553ac5a0-f719-4388-8f8f-9ac419f3e67b {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:52:33.890677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:33.952476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:52:34.056004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cada537-08c7-4a50-b9d3-73553bd8da65 req-677be2e3-7307-4d6e-92aa-a415ca2b831b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:34.058198 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8cada537-08c7-4a50-b9d3-73553bd8da65 req-677be2e3-7307-4d6e-92aa-a415ca2b831b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.1013098
Apr 19 18:52:34.099655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:34.100186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:34.110559 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8cada537-08c7-4a50-b9d3-73553bd8da65 req-77b704da-c979-4aac-b4e0-5b0deb98ce20 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437176
Apr 19 18:52:34.250535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Calling delete_port for 553ac5a0-f719-4388-8f8f-9ac419f3e67b owned by network:floatingip {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:52:34.407398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:34.416798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:34.499212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Pushing event deleted for resources: {'Port': ['ID=553ac5a0-f719-4388-8f8f-9ac419f3e67b,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:34.535101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:34.565798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks [] for floatingip, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:34.585431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:34.590910 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] 10.222.0.41 "DELETE /v2.0/floatingips/c9494b38-4122-443c-a774-2fd65b4577b0 HTTP/1.1" status: 204  len: 168 time: 0.8772597
Apr 19 18:52:34.633399 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78052b38>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:34.640250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0f6886-4043-49f7-8e2d-7808427576ff None None] The sync data for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi is: [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:46:19Z', 'revision_number': 4, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '27412d78-7309-4a02-9f93-ad57bf27cb86', 'name': '', 'network_id': 'c78cba19-b9b1-44c2-ac83-926eaef8bf55', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'mac_address': 'fa:16:3e:94:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:18Z', 'updated_at': '2021-04-19T18:46:34Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'subnets': [{'id': '81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:52:34.903243 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:52:34.953774 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'status': 'completed', 'code': 200}
Apr 19 18:52:35.022284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27065d48-1ad4-4c87-b5e6-7eb4e3f3810b None None] New status for floating IP c9494b38-4122-443c-a774-2fd65b4577b0: DOWN {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:52:35.074906 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-f8c0cb86-725d-4f79-9792-821391c91904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:35.076520 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-f8c0cb86-725d-4f79-9792-821391c91904 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41413a5cc30f43449ea080b161dbc215&device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 1138 time: 0.0903323
Apr 19 18:52:35.233671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-cea321a6-6f89-4cee-92f3-9c7cf0ae01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:35.235315 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-cea321a6-6f89-4cee-92f3-9c7cf0ae01a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80792e30-c9a0-4fc6-8820-e94f9675f904 HTTP/1.1" status: 200  len: 916 time: 0.1519303
Apr 19 18:52:35.347082 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-29afb51a-0000-47e5-8ac4-597cd7101ef2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 200  len: 1002 time: 0.1042395
Apr 19 18:52:35.420336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-c610c557-4c5e-452d-a111-d77abcb4193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:35.421837 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-c610c557-4c5e-452d-a111-d77abcb4193f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3fedc20d-977e-404d-9303-c9877d3b554c HTTP/1.1" status: 200  len: 854 time: 0.0687771
Apr 19 18:52:35.506087 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-a9243c49-d91d-41b4-a517-67cadecbac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:35.508328 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-a9243c49-d91d-41b4-a517-67cadecbac2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80792e30-c9a0-4fc6-8820-e94f9675f904&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798182
Apr 19 18:52:35.661472 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-9e70c507-da49-4bbf-9a5c-04d147ad6e63 service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463726
Apr 19 18:52:35.748850 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-793435b6-4599-4ccd-be4e-55fc286aa694 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0791404
Apr 19 18:52:35.878844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3950-697c-40ab-9d59-0c239c9b6610 req-125c16e2-2cf2-42a0-9840-ec455f5b109b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:35.880494 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9fad3950-697c-40ab-9d59-0c239c9b6610 req-125c16e2-2cf2-42a0-9840-ec455f5b109b tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.2176857
Apr 19 18:52:35.882790 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-01bd40ba-69de-42fc-8a5b-1d0fce700b90 req-bf248b05-25c4-4709-8f64-62ee72c3b0be service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1840293
Apr 19 18:52:35.936647 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9fad3950-697c-40ab-9d59-0c239c9b6610 req-3e2f5e30-b21d-4afc-8172-b5e68af365a6 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470417
Apr 19 18:52:36.193557 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1ae442ab-2d3d-4a84-8243-376c744197c4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:52:36.297712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-19767a4d-e827-43cf-9724-0453fc3a3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:36.299516 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-19767a4d-e827-43cf-9724-0453fc3a3ccf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d&tenant_id=6bc900f7f85d40e490ef8ca208c96044 HTTP/1.1" status: 200  len: 1096 time: 0.0823202
Apr 19 18:52:36.400906 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-014d1e55-c385-4e06-a7c0-1b4e7b7b007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:36.402506 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-014d1e55-c385-4e06-a7c0-1b4e7b7b007c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bc900f7f85d40e490ef8ca208c96044&device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 1096 time: 0.0808954
Apr 19 18:52:36.771484 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-84c772db-85a2-4945-a8c9-732580ba422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:36.773585 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-84c772db-85a2-4945-a8c9-732580ba422e service neutron] 10.222.0.62 "GET /v2.0/networks?id=805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 200  len: 918 time: 0.3621554
Apr 19 18:52:36.886957 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-b32ffd5d-fa82-4ab8-a0fb-f3f87a866e08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae442ab-2d3d-4a84-8243-376c744197c4 HTTP/1.1" status: 200  len: 999 time: 0.1067107
Apr 19 18:52:36.959418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-cdb8d3bd-2188-4662-adab-4c938356829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:36.960982 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-cdb8d3bd-2188-4662-adab-4c938356829f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 200  len: 856 time: 0.0666275
Apr 19 18:52:37.045713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-dfdf7ff4-26c7-49b7-8cfe-15c084197504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:37.047312 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-dfdf7ff4-26c7-49b7-8cfe-15c084197504 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=805464bc-4830-4f32-8442-9b3936f44b12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803785
Apr 19 18:52:37.267949 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-57c43cf4-c251-4dca-9ed1-f06e293a6f89 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132084
Apr 19 18:52:37.281677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cda25f-e401-45c3-abc7-d00e433ee93a req-3de3a018-96a9-40cf-9c3e-bc3e5f7a61fc tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:37.283377 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e3cda25f-e401-45c3-abc7-d00e433ee93a req-3de3a018-96a9-40cf-9c3e-bc3e5f7a61fc tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.2001870
Apr 19 18:52:37.431124 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e3cda25f-e401-45c3-abc7-d00e433ee93a req-69013770-83ba-4c8c-8909-cee4de95d6c1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1202075
Apr 19 18:52:37.472020 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7fb68af-6c35-4623-b56b-3208d1780882 req-09c0b80d-53df-4500-87ec-435d0bca2523 service neutron] 10.222.0.62 "GET /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877139
Apr 19 18:52:38.770148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49402) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:38.787493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bdf50-00db-4120-aaa0-6d0be38d23a3 req-044cec53-8430-479b-a50e-596fa590e2ca tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:38.789943 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e28bdf50-00db-4120-aaa0-6d0be38d23a3 req-044cec53-8430-479b-a50e-596fa590e2ca tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.1646881
Apr 19 18:52:38.846810 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e28bdf50-00db-4120-aaa0-6d0be38d23a3 req-65056866-2159-4bcd-882d-567609f23f54 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486188
Apr 19 18:52:39.432703 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c86cf-c665-4902-86ba-96f1abda13ee req-15530e75-5a5a-4d3d-80df-3d309a0a6517 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:39.434484 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ad9c86cf-c665-4902-86ba-96f1abda13ee req-15530e75-5a5a-4d3d-80df-3d309a0a6517 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1009841
Apr 19 18:52:39.503641 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ad9c86cf-c665-4902-86ba-96f1abda13ee req-25688bdf-918a-4063-aa28-745c6de4994c tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0614727
Apr 19 18:52:39.626982 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837056'] for router_interface, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:39.923028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cd7800b7-dacb-4f02-a8ec-0d2a9fb8d8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:40.111040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896c109-d743-4d16-8f6d-445f5213b9af req-a1edb1fd-8c53-4d3a-9461-95ab8dd4b718 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:40.112748 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4896c109-d743-4d16-8f6d-445f5213b9af req-a1edb1fd-8c53-4d3a-9461-95ab8dd4b718 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.0957863
Apr 19 18:52:40.167030 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4896c109-d743-4d16-8f6d-445f5213b9af req-2d872ea8-8cd1-4deb-9ba4-2d42b0acd62c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467865
Apr 19 18:52:40.323134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Deleting port 27412d78-7309-4a02-9f93-ad57bf27cb86 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:52:40.323827 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:40.524371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] For port 27412d78-7309-4a02-9f93-ad57bf27cb86, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=27412d78-7309-4a02-9f93-ad57bf27cb86,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:40.524936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:40.670545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Calling delete_port for 27412d78-7309-4a02-9f93-ad57bf27cb86 owned by network:router_interface {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:52:40.725325 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f1d9-b035-43cd-8c80-ca8d992bffcb req-bbaae8a4-b790-4bd2-b880-83312ba700f8 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:40.728241 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f50f1d9-b035-43cd-8c80-ca8d992bffcb req-bbaae8a4-b790-4bd2-b880-83312ba700f8 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0955734
Apr 19 18:52:40.800756 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f50f1d9-b035-43cd-8c80-ca8d992bffcb req-01660c3c-b640-46e8-b352-dfa0c2c2e82f tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0652559
Apr 19 18:52:40.868412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:40.873913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:40.924270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Pushing event deleted for resources: {'Port': ['ID=27412d78-7309-4a02-9f93-ad57bf27cb86,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:40.931245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:41.256000 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837182'] for router_interface, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:41.407029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b3a8-bf24-4b73-8b23-8fccf0f1f254 req-580a8444-0bf8-4e96-864a-ab581bcfe8a2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:41.408988 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-83d2b3a8-bf24-4b73-8b23-8fccf0f1f254 req-580a8444-0bf8-4e96-864a-ab581bcfe8a2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.1123600
Apr 19 18:52:41.497941 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-83d2b3a8-bf24-4b73-8b23-8fccf0f1f254 req-cbe3a0ae-6d38-4934-ba47-6515d3584830 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760398
Apr 19 18:52:41.669618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:52:41.870867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:52:41.884496 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] 10.222.0.41 "PUT /v2.0/routers/6dfbc9b4-5725-4def-96fa-c64eaad83bb4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1129694
Apr 19 18:52:41.886925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 49422) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:41.887136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] Sync routers for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:52:41.904776 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:52:41.905763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78150dd8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:52:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:42.139447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:52:42.162848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b096-3025-4a29-8e58-ef85efebde7f req-0dffb2c8-e97c-4590-8793-39e3549db702 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:42.170870 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be47b096-3025-4a29-8e58-ef85efebde7f req-0dffb2c8-e97c-4590-8793-39e3549db702 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1421075
Apr 19 18:52:42.212952 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Notify callbacks [] for router, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:42.373071 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be47b096-3025-4a29-8e58-ef85efebde7f req-779bc1b5-a9bd-4bd8-9cff-751578d9ffa4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2009931
Apr 19 18:52:42.458629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:42.470686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Deleting port 6dfd0881-31ca-42be-9bb2-23aeef4901d2 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:52:42.472076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:42.522813 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78150dd8>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:52:40Z', 'revision_number': 5, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port': {'id': '6dfd0881-31ca-42be-9bb2-23aeef4901d2', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:04Z', 'updated_at': '2021-04-19T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:42.534411 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] Checking router: 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:52:42.568317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] Routers {'6dfbc9b4-5725-4def-96fa-c64eaad83bb4'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:52:42.569016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78150dd8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:52:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:42.753602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] For port 6dfd0881-31ca-42be-9bb2-23aeef4901d2, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=6dfd0881-31ca-42be-9bb2-23aeef4901d2,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:42.753923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:42.772183 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] Set router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 gateway port host: None {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:52:42.894282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Calling delete_port for 6dfd0881-31ca-42be-9bb2-23aeef4901d2 owned by network:router_gateway {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:52:42.907468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78150dd8>, [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:52:42Z', 'revision_number': 6, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port_host': None}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:42.915147 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd92365a-2098-4b01-8de5-8796532cbccc None None] The sync data for ids ['6dfbc9b4-5725-4def-96fa-c64eaad83bb4'] in dv-cinder-786929-1-iscsi is: [{'id': '6dfbc9b4-5725-4def-96fa-c64eaad83bb4', 'name': 'tempest-AttachVolumeTestJSON-887864742-router', 'tenant_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:01Z', 'updated_at': '2021-04-19T18:52:42Z', 'revision_number': 6, 'project_id': '4b5fc0221dfc4bd59e82e8e9e429dc7f', 'gw_port_host': None}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:52:42.919840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-df911807-59c0-406a-a6e3-2578e65b019d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:42.988629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21b91-fe03-469b-b354-f20858b71c2d req-87c2096f-6bdd-422d-9dbe-a2ab2065720e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:42.990322 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-21a21b91-fe03-469b-b354-f20858b71c2d req-87c2096f-6bdd-422d-9dbe-a2ab2065720e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.2971950
Apr 19 18:52:43.266627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:43.453524 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-21a21b91-fe03-469b-b354-f20858b71c2d req-fc6fe312-2011-4fe9-bf84-d257c44cca0c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3174055
Apr 19 18:52:43.627003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:43.633762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b01d76b4-f233-461d-81aa-870346a08769 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:43.719295 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dfd0881-31ca-42be-9bb2-23aeef4901d2,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:43.735571 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74487482-55ac-47a3-8740-10ea819a617e req-e4602254-d70a-48ed-9733-5f133af6f594 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:43.737592 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-74487482-55ac-47a3-8740-10ea819a617e req-e4602254-d70a-48ed-9733-5f133af6f594 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.2113991
Apr 19 18:52:43.738593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:43.846352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850930561'] for router_gateway, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:43.893597 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-74487482-55ac-47a3-8740-10ea819a617e req-c62113be-45f1-4760-afe2-ea41570e313e tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1484261
Apr 19 18:52:44.051422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850934237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257981'] for router, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.053903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.150873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3836263'] for router, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.150873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dfbc9b4-5725-4def-96fa-c64eaad83bb4 {{(pid=86308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:52:44.169011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Notify callbacks [] for router, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.170366 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6dfbc9b4-5725-4def-96fa-c64eaad83bb4 HTTP/1.1" status: 204  len: 168 time: 2.2823002
Apr 19 18:52:44.173079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 49430) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:44.203428 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.261630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Deleting subnet 81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:52:44.265250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.320379 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595073'] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.453241 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.552463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 27412d78-7309-4a02-9f93-ad57bf27cb86 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:52:44.618625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 27412d78-7309-4a02-9f93-ad57bf27cb86 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:52:44.619300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 27412d78-7309-4a02-9f93-ad57bf27cb86 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:52:44.619955 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 6dfd0881-31ca-42be-9bb2-23aeef4901d2 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:52:44.666624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 6dfd0881-31ca-42be-9bb2-23aeef4901d2 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:52:44.667334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 6dfd0881-31ca-42be-9bb2-23aeef4901d2 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:52:44.679257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.793927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276db6-212c-4164-beea-ef8d785d0034 req-90aa67cd-8e27-41e5-b473-63f985496349 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:44.795538 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c8276db6-212c-4164-beea-ef8d785d0034 req-90aa67cd-8e27-41e5-b473-63f985496349 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.1462960
Apr 19 18:52:44.897562 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c8276db6-212c-4164-beea-ef8d785d0034 req-852c677d-ed7a-4712-94dc-5acc7d5b4191 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695038
Apr 19 18:52:44.926445 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844620269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844645310'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.935414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-be2c97d5-7abd-4b44-bf09-3b3c42dec018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:44.981474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:44.985789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:44.988474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a792d9-ffb4-432b-8d04-cdb7470327aa None None] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:52:44.999133 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/81dfc4b1-fdb8-4ec1-a51e-551cd0323e5e HTTP/1.1" status: 204  len: 168 time: 0.8223479
Apr 19 18:52:44.999133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:44.999491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:44.999710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:45.000118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:45.000517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:45.000769 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49440) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:45.010723 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:45.011266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:45.011687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:45.012105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:45.012514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:45.012918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:45.013321 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:52:45.024515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-16691e8e-a185-43b0-a4df-b12dd6f3c0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:45.145523 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20943e-425c-447c-9824-1a687872605e req-38b44ae4-f414-47fc-a8e2-1f7d68f7eeba tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:45.155964 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f20943e-425c-447c-9824-1a687872605e req-38b44ae4-f414-47fc-a8e2-1f7d68f7eeba tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1284199
Apr 19 18:52:45.238116 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:45.244689 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f20943e-425c-447c-9824-1a687872605e req-16c95e21-3b8b-42e8-907b-4674d10e2eb4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0760748
Apr 19 18:52:45.255503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Deleting port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:52:45.256145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:45.525189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] For port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=9c9317de-deda-45b5-a5f2-fd7cc19d2cb7,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:45.525814 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:45.556279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] DHCP port deletion for c78cba19-b9b1-44c2-ac83-926eaef8bf55 request from dv-cinder-786929-1-iscsi {{(pid=86310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:52:45.564687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] Deleting port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:52:45.565116 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:45.614636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:45.688797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Calling delete_port for 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 owned by network:dhcp {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:52:45.775083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:45.780878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:45.806350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] For port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=9c9317de-deda-45b5-a5f2-fd7cc19d2cb7,segment=NetworkSegment(cf679262-55d7-4add-a121-36f5ce32f429),segment_id=cf679262-55d7-4add-a121-36f5ce32f429)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:45.807301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:45.829150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9317de-deda-45b5-a5f2-fd7cc19d2cb7,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:45.832103 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:45.837398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] No DVR routers for this DVR port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 on host dv-cinder-786929-1-iscsi {{(pid=86309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:52:45.952958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] Calling delete_port for 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:52:45.969179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:46.100427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b78129978>,) {'filters': {'network_id': ['c78cba19-b9b1-44c2-ac83-926eaef8bf55']}} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:46.118101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b78129978>, 'cf679262-55d7-4add-a121-36f5ce32f429') {'for_net_delete': True} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:46.118582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b78129978>, 'cf679262-55d7-4add-a121-36f5ce32f429') {} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:52:46.133434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2958493'] for segment, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:46.140198 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.api [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:52:46.140620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_db.api [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:52:46.156404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:46.164331 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=86309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:52:46.228219 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dbed9-9f81-41eb-8d06-dba8f9bb4127 req-849f36fe-2766-4732-acaf-d01c3e69ae6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:46.237883 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-472dbed9-9f81-41eb-8d06-dba8f9bb4127 req-849f36fe-2766-4732-acaf-d01c3e69ae6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.1726019
Apr 19 18:52:46.299667 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-472dbed9-9f81-41eb-8d06-dba8f9bb4127 req-80b642a1-62fa-4a3b-bb7f-1bfb1a733751 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607047
Apr 19 18:52:46.394660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:52:46.403676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852643943'] for segment, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:46.522501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cf400-1097-4954-9fb8-fe787d963a6d req-90fcbcce-8c32-4de7-b88c-43ee148da47a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:46.524732 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-542cf400-1097-4954-9fb8-fe787d963a6d req-90fcbcce-8c32-4de7-b88c-43ee148da47a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1297982
Apr 19 18:52:46.531585 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:52:46.576676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:52:46.577496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:52:46.597864 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-542cf400-1097-4954-9fb8-fe787d963a6d req-83c04738-72dc-41e0-95cd-b30fabbbfc48 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0661891
Apr 19 18:52:46.642411 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] Deleting port 9c9317de-deda-45b5-a5f2-fd7cc19d2cb7 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:52:46.642886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:46.659883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Network c78cba19-b9b1-44c2-ac83-926eaef8bf55 has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:52:46.690665 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:52:46.724007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed3a4d-3e11-4b4b-a745-c7968079cede None None] The port '9c9317de-deda-45b5-a5f2-fd7cc19d2cb7' was deleted {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:52:46.789269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:46.793298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-786b239e-18a3-4070-8992-aa1ef4c20768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:46.811617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:46.818612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Pushing event deleted for resources: {'Network': ['ID=c78cba19-b9b1-44c2-ac83-926eaef8bf55,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:46.824950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:46.838735 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] 10.222.0.41 "DELETE /v2.0/networks/c78cba19-b9b1-44c2-ac83-926eaef8bf55 HTTP/1.1" status: 204  len: 168 time: 1.8365643
Apr 19 18:52:46.970305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49450) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:47.031435 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1a50ad12-2f3f-4593-98ef-979024276115 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b5fc0221dfc4bd59e82e8e9e429dc7f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0597804
Apr 19 18:52:47.034149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49454) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:52:47.104097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b29a93d1-0325-45f0-b625-e2c5473dd893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:47.136956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b29a93d1-0325-45f0-b625-e2c5473dd893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:47.187093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b29a93d1-0325-45f0-b625-e2c5473dd893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:47.192579 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4c6df9a0-26be-4cf1-9ace-c2cfe926e836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:47.207662 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a93d1-0325-45f0-b625-e2c5473dd893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1cc8e-267f-4ea2-bda0-8e3396307c50,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:47.212550 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b29a93d1-0325-45f0-b625-e2c5473dd893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:47.216251 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b29a93d1-0325-45f0-b625-e2c5473dd893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:47.217305 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b29a93d1-0325-45f0-b625-e2c5473dd893 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2f1cc8e-267f-4ea2-bda0-8e3396307c50 HTTP/1.1" status: 204  len: 168 time: 0.1820204
Apr 19 18:52:47.529277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8da893-2c8e-467a-a892-bac057134ae9 req-e4ff226a-c5d0-4963-b220-23e6caf44072 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:47.531265 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ce8da893-2c8e-467a-a892-bac057134ae9 req-e4ff226a-c5d0-4963-b220-23e6caf44072 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.1008306
Apr 19 18:52:47.590649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ce8da893-2c8e-467a-a892-bac057134ae9 req-d8f1d5b3-c257-4be2-b54f-611d38a579b6 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527332
Apr 19 18:52:47.822429 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb845c-9cda-4fa9-838e-85b2a86d0859 req-4e7817fe-0fc4-407f-9da6-a932040c5818 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:47.824174 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fffb845c-9cda-4fa9-838e-85b2a86d0859 req-4e7817fe-0fc4-407f-9da6-a932040c5818 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1021767
Apr 19 18:52:47.883274 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fffb845c-9cda-4fa9-838e-85b2a86d0859 req-1cc183a2-2dd1-48b0-8005-f49ee8481bdc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0516534
Apr 19 18:52:48.820657 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7e425-9d60-478f-b772-a83941ed8276 req-6842f35a-a5de-4929-851f-67a207dd8bc6 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:48.822091 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d2e7e425-9d60-478f-b772-a83941ed8276 req-6842f35a-a5de-4929-851f-67a207dd8bc6 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.1066864
Apr 19 18:52:48.877272 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d2e7e425-9d60-478f-b772-a83941ed8276 req-bbc9be80-e0ae-4648-89db-2db12a11a06e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487907
Apr 19 18:52:49.094575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf7112-29cf-4225-a451-5973e2e54664 req-e2cacb60-06a5-4fac-8064-cbef6f1627b8 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:49.096209 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2edf7112-29cf-4225-a451-5973e2e54664 req-e2cacb60-06a5-4fac-8064-cbef6f1627b8 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0939059
Apr 19 18:52:49.149902 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2edf7112-29cf-4225-a451-5973e2e54664 req-fa348abd-61c4-44a8-a04b-57352551e5c0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0469434
Apr 19 18:52:49.369862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-607ee773-12df-425e-b052-6cca0e276eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:49.371561 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-607ee773-12df-425e-b052-6cca0e276eae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41413a5cc30f43449ea080b161dbc215&device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 1138 time: 0.0877585
Apr 19 18:52:49.524479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-c0ed8e2e-0a8b-4ef3-aba7-ccce42b9efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:49.526197 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-c0ed8e2e-0a8b-4ef3-aba7-ccce42b9efa0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80792e30-c9a0-4fc6-8820-e94f9675f904 HTTP/1.1" status: 200  len: 916 time: 0.1468089
Apr 19 18:52:49.636346 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-7cef2881-7405-4057-8949-a9fc06430c1d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 200  len: 1002 time: 0.1023097
Apr 19 18:52:49.707222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-3e7344ec-cd6a-480c-bf86-b5f64c1289b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:49.708793 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-3e7344ec-cd6a-480c-bf86-b5f64c1289b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3fedc20d-977e-404d-9303-c9877d3b554c HTTP/1.1" status: 200  len: 854 time: 0.0662928
Apr 19 18:52:49.794037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-5016124d-048e-46df-88fe-59d27713912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:49.795687 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-5016124d-048e-46df-88fe-59d27713912f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80792e30-c9a0-4fc6-8820-e94f9675f904&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799124
Apr 19 18:52:49.942365 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-b26c898d-8916-4d6d-9dd4-58eaf14c0645 service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388781
Apr 19 18:52:50.153760 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-83ccb7f0-4e09-40dc-9761-98ec58822b76 req-4af2ab74-dec5-4e08-b740-85e6d1bfad14 service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047319
Apr 19 18:52:50.171049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b8642-f343-4a05-b8ca-425c48be0715 req-973dcdfe-db33-497b-b245-e1403ccdaaa9 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:50.172699 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0e3b8642-f343-4a05-b8ca-425c48be0715 req-973dcdfe-db33-497b-b245-e1403ccdaaa9 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.1318345
Apr 19 18:52:50.224123 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0e3b8642-f343-4a05-b8ca-425c48be0715 req-64f1791a-7c3c-4ee2-8182-8ac90eee6139 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439668
Apr 19 18:52:50.363451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e781cba-b8fc-4f02-b251-4f99cf37c7e9 req-f9a426ac-a850-49e2-9ee4-ac27eb1d861c tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:50.365095 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5e781cba-b8fc-4f02-b251-4f99cf37c7e9 req-f9a426ac-a850-49e2-9ee4-ac27eb1d861c tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0894465
Apr 19 18:52:50.422492 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5e781cba-b8fc-4f02-b251-4f99cf37c7e9 req-a51ca1ff-8942-4c18-863a-fa96660c0607 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0496604
Apr 19 18:52:51.734240 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656e9e-3e86-49ba-a030-8e7bf2d26928 req-c1e8ef4e-ad4d-4caa-af56-e3abde9fc624 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:51.735901 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a7656e9e-3e86-49ba-a030-8e7bf2d26928 req-c1e8ef4e-ad4d-4caa-af56-e3abde9fc624 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 943 time: 0.3897126
Apr 19 18:52:51.745702 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d607e-a69b-4b7a-87b9-5a7900220b33 req-24872d16-b745-40f9-b9fc-ae203df4551d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:51.747266 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-977d607e-a69b-4b7a-87b9-5a7900220b33 req-24872d16-b745-40f9-b9fc-ae203df4551d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1338696
Apr 19 18:52:51.824054 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a7656e9e-3e86-49ba-a030-8e7bf2d26928 req-fb9688ba-dba7-4433-b165-2f0c2749861d tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757420
Apr 19 18:52:51.831082 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-977d607e-a69b-4b7a-87b9-5a7900220b33 req-6c26d79d-7c50-4163-9caf-8a95d184c6dc tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0683875
Apr 19 18:52:52.240200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1ae442ab-2d3d-4a84-8243-376c744197c4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:52:52.385040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:52.400118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'port_id': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'mac_address': 'fa:16:3e:de:b5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:52:52.459896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:52.479452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae442ab-2d3d-4a84-8243-376c744197c4 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:52:52.496148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:52.499215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:52.501099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:52.578062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=9']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:52.581392 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:52.703799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['1ae442ab-2d3d-4a84-8243-376c744197c4'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:52:53.058022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84afb0-b5de-4f88-8573-211994c93bb5 req-dd03edf2-7b9e-4262-87a7-af11d93aa3bf tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:53.059756 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ef84afb0-b5de-4f88-8573-211994c93bb5 req-dd03edf2-7b9e-4262-87a7-af11d93aa3bf tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1027586
Apr 19 18:52:53.158583 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ef84afb0-b5de-4f88-8573-211994c93bb5 req-b34c01ce-e87c-4a41-b99a-446e96b83a7a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0919821
Apr 19 18:52:53.209106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34c275-0b64-4794-be3b-9c4b6aaaec69 req-876dfe9e-e052-4957-bbe0-67730d8e2b9f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:53.210655 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7b34c275-0b64-4794-be3b-9c4b6aaaec69 req-876dfe9e-e052-4957-bbe0-67730d8e2b9f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 944 time: 0.1105843
Apr 19 18:52:53.265849 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7b34c275-0b64-4794-be3b-9c4b6aaaec69 req-33b092f0-8c0d-44c7-b68c-a4d01c2685a3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485897
Apr 19 18:52:54.370538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35f7ba-8b85-4a4f-ae60-cb3b789e1af3 req-bad9e56f-befa-4b31-b478-44e664985bc0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:54.372223 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ce35f7ba-8b85-4a4f-ae60-cb3b789e1af3 req-bad9e56f-befa-4b31-b478-44e664985bc0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0917504
Apr 19 18:52:54.484820 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ce35f7ba-8b85-4a4f-ae60-cb3b789e1af3 req-a604da5f-f2b2-4e9e-ab27-e7a4401ffc24 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1057043
Apr 19 18:52:54.520877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa5952-6460-4743-a34a-0f096b5b4797 req-2952b520-e0fc-49fb-adb9-1c248b86fe8f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:54.522532 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b4fa5952-6460-4743-a34a-0f096b5b4797 req-2952b520-e0fc-49fb-adb9-1c248b86fe8f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 944 time: 0.1263924
Apr 19 18:52:54.603449 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b4fa5952-6460-4743-a34a-0f096b5b4797 req-7ed011e0-3902-423c-ab42-c110b066d03d tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736637
Apr 19 18:52:55.689117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aac20-6ced-4825-a9fd-b61768abd4db req-0f8a88b2-d069-46d1-be00-862da67d9377 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:55.690767 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-236aac20-6ced-4825-a9fd-b61768abd4db req-0f8a88b2-d069-46d1-be00-862da67d9377 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0897911
Apr 19 18:52:55.787214 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-236aac20-6ced-4825-a9fd-b61768abd4db req-df4d4d4d-c778-4284-a618-253ab165e044 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0887849
Apr 19 18:52:55.834692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd88be-df98-49c0-9351-8015020d3019 req-9ba5926b-7856-4976-aa26-ad2912d66246 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:55.836562 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-96cd88be-df98-49c0-9351-8015020d3019 req-9ba5926b-7856-4976-aa26-ad2912d66246 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 944 time: 0.1050305
Apr 19 18:52:55.887412 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-96cd88be-df98-49c0-9351-8015020d3019 req-fed7645d-8128-4744-971f-17a763afcb9a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432026
Apr 19 18:52:56.271140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1ae442ab-2d3d-4a84-8243-376c744197c4 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:52:56.344857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 1ae442ab-2d3d-4a84-8243-376c744197c4 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:52:56.345288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:56.475174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:56.504843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:52:56.517002 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:52:56.521507 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:52:56.526754 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:52:56.566226 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'code': 200}
Apr 19 18:52:56.606918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=10']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:52:56.610234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:52:56.826671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0368a-dffc-4538-9c4f-7bcb4e589f34 req-b45aa303-8453-4e77-b760-a134bd800896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:56.828420 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e6d0368a-dffc-4538-9c4f-7bcb4e589f34 req-b45aa303-8453-4e77-b760-a134bd800896 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 1099 time: 0.0806422
Apr 19 18:52:56.882141 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e6d0368a-dffc-4538-9c4f-7bcb4e589f34 req-27df0f20-bff2-4e86-8d97-d8abe5f900a9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453353
Apr 19 18:52:57.000830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197df3a3-f426-476b-a0c6-64ec5312575a req-4823581a-58de-48f9-9b81-0e9d4e49c9a3 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:57.002428 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-197df3a3-f426-476b-a0c6-64ec5312575a req-4823581a-58de-48f9-9b81-0e9d4e49c9a3 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0919194
Apr 19 18:52:57.109571 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-197df3a3-f426-476b-a0c6-64ec5312575a req-0c292267-0168-4c96-a309-3c1b9e0a03a0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0990331
Apr 19 18:52:57.145536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ec91-b58a-4a23-b939-f216363aed12 req-bd219d0c-a188-4572-bbcb-35c40c2b17d5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:57.147210 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-29e9ec91-b58a-4a23-b939-f216363aed12 req-bd219d0c-a188-4572-bbcb-35c40c2b17d5 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 946 time: 0.1196432
Apr 19 18:52:57.205361 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-29e9ec91-b58a-4a23-b939-f216363aed12 req-73fcd38e-826f-45f8-bf6c-03b82d86900c tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513427
Apr 19 18:52:58.353734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4db457-17de-41e7-9a13-1d1ae473de64 req-5dbabaaa-77e9-452a-b59a-44eaf120ee9c tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:58.355437 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4e4db457-17de-41e7-9a13-1d1ae473de64 req-5dbabaaa-77e9-452a-b59a-44eaf120ee9c tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1072817
Apr 19 18:52:58.463108 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4e4db457-17de-41e7-9a13-1d1ae473de64 req-e747329e-f738-4c83-8605-905e28c355b3 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0665951
Apr 19 18:52:58.493742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507674e7-f044-433c-9203-cfd8335bd7fc req-aa33460a-c305-47bf-a3ca-f83092c74e41 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:58.495458 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-507674e7-f044-433c-9203-cfd8335bd7fc req-aa33460a-c305-47bf-a3ca-f83092c74e41 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 946 time: 0.1345124
Apr 19 18:52:58.547832 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-507674e7-f044-433c-9203-cfd8335bd7fc req-ac46591c-8ed9-46c8-b252-b006c3919c58 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452468
Apr 19 18:52:59.737607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001cd00-25cc-4341-a74e-2721bd8a05d2 req-5f43235d-54c2-4072-8b49-4214279fa34b tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:59.739415 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2001cd00-25cc-4341-a74e-2721bd8a05d2 req-5f43235d-54c2-4072-8b49-4214279fa34b tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1445129
Apr 19 18:52:59.808681 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2001cd00-25cc-4341-a74e-2721bd8a05d2 req-784d765f-4b59-463d-ab5d-ad07b37067bb tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0603883
Apr 19 18:52:59.825282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842d065-b8eb-4731-b5d1-5eaf87ef4d98 req-3ebc7854-6174-478c-8097-eee47f4ddef2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:52:59.826958 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3842d065-b8eb-4731-b5d1-5eaf87ef4d98 req-3ebc7854-6174-478c-8097-eee47f4ddef2 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 946 time: 0.1532142
Apr 19 18:52:59.877089 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3842d065-b8eb-4731-b5d1-5eaf87ef4d98 req-d3a0c346-c7c5-4720-b654-c03e82d80f7d tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439568
Apr 19 18:52:59.956725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49670) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:00.087362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:00.102731 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:00.106819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Usage tracker for resource:security_group_rule and tenant:14441a615c714069a3f1e13b55ffa9f5 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:00.109888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:00.116220 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:00.210079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:00.213469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:00.226613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b29a93d1-0325-45f0-b625-e2c5473dd893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:00.522328 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14441a615c714069a3f1e13b55ffa9f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5643692
Apr 19 18:53:00.523958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3149264d-91a3-489a-a1ec-75760663549e,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:00.525909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 49676) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:00.532176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.532599 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.533012 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.533462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.533872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.534273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.534701 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.535096 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.535500 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.535895 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.536289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.536682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:00.541311 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:00.590723 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2accd12b-6667-44cf-9577-bc5f97b8aa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:00.622192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2accd12b-6667-44cf-9577-bc5f97b8aa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:00.670141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2accd12b-6667-44cf-9577-bc5f97b8aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:00.675452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-81a0154c-dac8-4be4-907d-d29200d02615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:00.689134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accd12b-6667-44cf-9577-bc5f97b8aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3149264d-91a3-489a-a1ec-75760663549e,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:00.692308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2accd12b-6667-44cf-9577-bc5f97b8aa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:00.694413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2accd12b-6667-44cf-9577-bc5f97b8aa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:00.696511 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2accd12b-6667-44cf-9577-bc5f97b8aa64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3149264d-91a3-489a-a1ec-75760663549e HTTP/1.1" status: 204  len: 168 time: 0.1691370
Apr 19 18:53:01.009044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49686) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:01.019540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ccc9f-6bba-4de9-b9e3-bf04bd8035ae req-2b507496-8d7e-4cab-a5be-9cb6ab70e116 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:01.021276 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0c0ccc9f-6bba-4de9-b9e3-bf04bd8035ae req-2b507496-8d7e-4cab-a5be-9cb6ab70e116 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0939012
Apr 19 18:53:01.029323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:01.046142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:01.050845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] Usage tracker for resource:security_group_rule and tenant:11c3d8e50ed047c7b7a068b4bf59b1fe is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:01.055043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:01.062036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:01.075077 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0c0ccc9f-6bba-4de9-b9e3-bf04bd8035ae req-0b304f14-a64a-4d7c-963c-823e4564f199 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0471752
Apr 19 18:53:01.150056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:01.153099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:01.162449 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5d1b3b44-5b9a-4885-8b8c-ea7e6c7e225c tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:01.206804 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11c3d8e50ed047c7b7a068b4bf59b1fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1962044
Apr 19 18:53:01.207767 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91370c1-0bed-4332-a6b6-39e065d476b3,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:01.209863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 49690) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:01.211010 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:01.276387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d8d17847-5761-4aeb-a31c-93202e05b08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:01.303907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d8d17847-5761-4aeb-a31c-93202e05b08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:01.349487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d8d17847-5761-4aeb-a31c-93202e05b08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:01.355202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-16f379c8-f9fc-4a16-b7d8-bea94d4443f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:01.369504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d17847-5761-4aeb-a31c-93202e05b08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91370c1-0bed-4332-a6b6-39e065d476b3,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:01.371951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d8d17847-5761-4aeb-a31c-93202e05b08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:01.374214 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d8d17847-5761-4aeb-a31c-93202e05b08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:01.375453 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d8d17847-5761-4aeb-a31c-93202e05b08a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d91370c1-0bed-4332-a6b6-39e065d476b3 HTTP/1.1" status: 204  len: 168 time: 0.1640897
Apr 19 18:53:02.294596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93199919-79f7-4656-803c-2c02638749ba req-c0d73b6e-da1a-4cb5-8702-c3f594d54aa4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:02.296931 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-93199919-79f7-4656-803c-2c02638749ba req-c0d73b6e-da1a-4cb5-8702-c3f594d54aa4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1047819
Apr 19 18:53:02.355831 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-93199919-79f7-4656-803c-2c02638749ba req-48acb243-3b59-49f0-a694-270c43ad0260 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0519009
Apr 19 18:53:03.560576 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fe93b-a847-46ba-8e7c-c788114b3fd3 req-01e23be9-3e03-41db-adf4-8460f003170b tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:03.562272 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8e7fe93b-a847-46ba-8e7c-c788114b3fd3 req-01e23be9-3e03-41db-adf4-8460f003170b tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0924301
Apr 19 18:53:03.613542 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8e7fe93b-a847-46ba-8e7c-c788114b3fd3 req-081a900a-78be-42a8-82a6-3e0bb0f2b3e5 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0446479
Apr 19 18:53:04.824612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb480a6f-3b18-4949-b638-ff31cf30f8d5 req-45fc74d0-c966-4242-8036-0100e4316466 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:04.826281 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bb480a6f-3b18-4949-b638-ff31cf30f8d5 req-45fc74d0-c966-4242-8036-0100e4316466 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0935495
Apr 19 18:53:04.879754 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bb480a6f-3b18-4949-b638-ff31cf30f8d5 req-d483990f-6125-490a-83b3-94474a9b4a08 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0466526
Apr 19 18:53:06.087510 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a26c6-76ce-41dd-9f85-27cf79cccf40 req-52f5032f-6bed-4b1c-8138-34dafcafcb62 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:06.089191 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-488a26c6-76ce-41dd-9f85-27cf79cccf40 req-52f5032f-6bed-4b1c-8138-34dafcafcb62 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0924885
Apr 19 18:53:06.143995 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-488a26c6-76ce-41dd-9f85-27cf79cccf40 req-e104af66-b237-4a5a-b22c-4796a32efc21 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0471842
Apr 19 18:53:06.369323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 49784) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:06.511677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:06.528578 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:06.532714 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] Usage tracker for resource:security_group_rule and tenant:942980e53ea343efbf203387f3fc9616 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:06.535804 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:06.542486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:06.635638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:06.638656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:06.648751 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a5d40616-b708-4258-8c0a-a21ee7b375b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:06.692075 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=942980e53ea343efbf203387f3fc9616&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3215852
Apr 19 18:53:06.693797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eaff9e-5dd0-4584-84b2-bce79c642758,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:06.695029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49790) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:06.697667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:06.767540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f78b2a9c-a1fb-4d5f-bd4a-f4dc5316a079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:06.796390 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f78b2a9c-a1fb-4d5f-bd4a-f4dc5316a079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:06.843154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f78b2a9c-a1fb-4d5f-bd4a-f4dc5316a079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:06.848376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5725c783-0ca0-47f9-bd47-8326030260d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:06.863375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b2a9c-a1fb-4d5f-bd4a-f4dc5316a079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eaff9e-5dd0-4584-84b2-bce79c642758,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:06.866857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f78b2a9c-a1fb-4d5f-bd4a-f4dc5316a079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:06.877796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f78b2a9c-a1fb-4d5f-bd4a-f4dc5316a079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:06.879105 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f78b2a9c-a1fb-4d5f-bd4a-f4dc5316a079 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98eaff9e-5dd0-4584-84b2-bce79c642758 HTTP/1.1" status: 204  len: 168 time: 0.1829669
Apr 19 18:53:07.198762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 49800) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:07.219080 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:07.236291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:07.240774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] Usage tracker for resource:security_group_rule and tenant:70a37b64b5014857919618be9b4859c3 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:07.244854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:07.251741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:07.347475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:07.354013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:07.363683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4dfd3aa9-e0d9-4c38-91c0-db7d0e174753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:07.365761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1429-083d-40c3-b0a1-ff1b78a5230e req-5725b351-aed1-4024-8bea-13d3d27a1206 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:07.368567 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0b5c1429-083d-40c3-b0a1-ff1b78a5230e req-5725b351-aed1-4024-8bea-13d3d27a1206 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.1015532
Apr 19 18:53:07.407919 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70a37b64b5014857919618be9b4859c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2079401
Apr 19 18:53:07.409704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee00c51d-8aac-41c8-a04d-2fdf4e847af2,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:07.411383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 49804) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:07.413123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:07.439796 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0b5c1429-083d-40c3-b0a1-ff1b78a5230e req-93baad78-b445-4676-90dd-7755cae57cc9 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&id=3b540fe6-3edc-4d92-a685-7091621de0c4&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0646410
Apr 19 18:53:07.491494 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf4be-4c51-43a5-99a7-c17c80a3f9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:07.523747 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf4be-4c51-43a5-99a7-c17c80a3f9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:07.576648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf4be-4c51-43a5-99a7-c17c80a3f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:07.581797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:07.595795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bf4be-4c51-43a5-99a7-c17c80a3f9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee00c51d-8aac-41c8-a04d-2fdf4e847af2,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:07.599813 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7b7bf4be-4c51-43a5-99a7-c17c80a3f9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:07.606582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf4be-4c51-43a5-99a7-c17c80a3f9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:07.609863 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7b7bf4be-4c51-43a5-99a7-c17c80a3f9b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee00c51d-8aac-41c8-a04d-2fdf4e847af2 HTTP/1.1" status: 204  len: 168 time: 0.1954250
Apr 19 18:53:09.906619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:53:09.915329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ed2c4162-5afc-4a36-91a6-3aaa1f16a491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:12.881736 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a1d25311-0d8d-4f34-bcb1-2bf2349a905e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:13.263487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:14.187535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:14.596016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:15.562244 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:17.036336 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-fb8fdc18-cf1f-4d71-9ee5-954f7e08a98c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0781777
Apr 19 18:53:18.957427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-1078c7b7-ee50-4435-be83-878c5b61983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:18.959105 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-1078c7b7-ee50-4435-be83-878c5b61983b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41413a5cc30f43449ea080b161dbc215&device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 1138 time: 0.0816026
Apr 19 18:53:19.122818 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-3fe12ca2-32be-4307-804c-d81c1fcfdea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:19.124371 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-3fe12ca2-32be-4307-804c-d81c1fcfdea9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80792e30-c9a0-4fc6-8820-e94f9675f904 HTTP/1.1" status: 200  len: 916 time: 0.1398518
Apr 19 18:53:19.240307 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-903fee75-682c-44e6-b7d8-da7843c010ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 200  len: 1002 time: 0.1092105
Apr 19 18:53:19.314537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-b138f60c-31dc-4c30-b7d3-201e681f68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:19.316087 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-b138f60c-31dc-4c30-b7d3-201e681f68b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3fedc20d-977e-404d-9303-c9877d3b554c HTTP/1.1" status: 200  len: 854 time: 0.0675488
Apr 19 18:53:19.400501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-cba09fda-1ef9-4c51-860e-9eceaf3153b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:19.401990 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-cba09fda-1ef9-4c51-860e-9eceaf3153b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80792e30-c9a0-4fc6-8820-e94f9675f904&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796065
Apr 19 18:53:19.547135 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-28d34bea-b463-4e2c-bfdd-7ae2fcd70dad service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356595
Apr 19 18:53:19.691456 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d3b939cb-4ea7-426b-a8b1-8aaa7cdad693 req-2e6f0a8d-7dce-4491-ab68-0c926ebc0fef service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359224
Apr 19 18:53:39.342987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b20e6-6c45-47e6-9f34-ce55f8a7d3d1 req-6b497daf-33a1-411a-a035-a31d0e34b9d3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:39.344595 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5b0b20e6-6c45-47e6-9f34-ce55f8a7d3d1 req-6b497daf-33a1-411a-a035-a31d0e34b9d3 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 946 time: 0.0901198
Apr 19 18:53:39.398039 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5b0b20e6-6c45-47e6-9f34-ce55f8a7d3d1 req-bd36350c-0ee0-45a2-9a81-ea9562c60770 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464020
Apr 19 18:53:39.917756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-58ee4ec2-4d86-439a-b9d2-03d201c84145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:40.613164 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d83ab-72f4-4b9c-a03c-3c6cbfcb7f64 req-0035377f-1354-47c6-a028-0d85a06f58e7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:40.614787 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c18d83ab-72f4-4b9c-a03c-3c6cbfcb7f64 req-0035377f-1354-47c6-a028-0d85a06f58e7 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 946 time: 0.0930607
Apr 19 18:53:40.662273 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c18d83ab-72f4-4b9c-a03c-3c6cbfcb7f64 req-7a601ea2-de36-437f-8d88-69dcabd66979 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406725
Apr 19 18:53:40.864896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-69d82c7a-17d8-4488-b672-f62285e7fd94 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:40.867394 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-69d82c7a-17d8-4488-b672-f62285e7fd94 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 946 time: 0.0930083
Apr 19 18:53:40.951975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Deleting port 1ae442ab-2d3d-4a84-8243-376c744197c4 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:53:40.952373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:41.425621 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] For port 1ae442ab-2d3d-4a84-8243-376c744197c4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1ae442ab-2d3d-4a84-8243-376c744197c4,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:53:41.425933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:41.740723 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:41.742186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:41.742614 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Floating IP e4003385-d181-4c97-b220-2ee09f669dc3 disassociated. External IP: 172.27.3.205, port: 1ae442ab-2d3d-4a84-8243-376c744197c4.
Apr 19 18:53:41.743024 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Calling delete_port for 1ae442ab-2d3d-4a84-8243-376c744197c4 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:53:41.956388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6d61-976b-4385-94e7-a67876151dd5 req-aeb62d4f-4629-4696-8e83-1edfc0985d17 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:41.957990 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-526a6d61-976b-4385-94e7-a67876151dd5 req-aeb62d4f-4629-4696-8e83-1edfc0985d17 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 946 time: 0.1733656
Apr 19 18:53:41.994852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:42.009992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:42.070562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event deleted for resources: {'Port': ['ID=1ae442ab-2d3d-4a84-8243-376c744197c4,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:42.077064 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-526a6d61-976b-4385-94e7-a67876151dd5 req-9aee4f4e-044a-43a2-8c0b-e6274f2dff95 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119506
Apr 19 18:53:42.078859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:42.278423 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Router 572b9971-2812-45f9-bc13-3a75b3ebcb2d has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:53:42.477095 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:53:42.487483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] Sync routers for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:53:42.499720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:53:42.500648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7896a2b0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:53:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:42.504333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50040) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:42.577825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] No DVR routers for this DVR port 1ae442ab-2d3d-4a84-8243-376c744197c4 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:53:42.580704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:42.583768 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'name': 'network-vif-deleted', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:53:42.603238 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1cbb3957-f6cf-4ce2-b90e-ecf77af2515d req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.62 "DELETE /v2.0/ports/1ae442ab-2d3d-4a84-8243-376c744197c4 HTTP/1.1" status: 204  len: 173 time: 1.7300723
Apr 19 18:53:42.656136 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb597230-eaa2-4bb5-832b-1a3553145f2d', 'name': 'network-vif-deleted', 'tag': '1ae442ab-2d3d-4a84-8243-376c744197c4', 'status': 'completed', 'code': 200}
Apr 19 18:53:42.702463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:53:42.711014 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:42.727980 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:42.732074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] Usage tracker for resource:security_group_rule and tenant:fc8f43c3358a4717b1fbb791d5e18e95 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:42.735228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:42.741501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:42.837960 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:42.841823 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:42.852423 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-90daad34-fbe9-4a18-aaf2-19d0fba6171f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:42.886964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c06b8c39-3f2e-4aa0-a42d-eb556af3f719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:42.899828 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc8f43c3358a4717b1fbb791d5e18e95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3941793
Apr 19 18:53:42.901675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a8eca-c95a-41c3-97ff-9eea5793f709,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:42.902776 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50048) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:42.905211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:42.969104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1e21-239f-44f2-a81f-bb6bb02fc19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:42.996490 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1e21-239f-44f2-a81f-bb6bb02fc19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.056356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1e21-239f-44f2-a81f-bb6bb02fc19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.066669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bac7b50f-29e9-4f55-8090-ba2898f9fd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:43.080540 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f1e21-239f-44f2-a81f-bb6bb02fc19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a8eca-c95a-41c3-97ff-9eea5793f709,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:43.083362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7d3f1e21-239f-44f2-a81f-bb6bb02fc19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:43.085486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1e21-239f-44f2-a81f-bb6bb02fc19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.089809 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7d3f1e21-239f-44f2-a81f-bb6bb02fc19f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be2a8eca-c95a-41c3-97ff-9eea5793f709 HTTP/1.1" status: 204  len: 168 time: 0.1858358
Apr 19 18:53:43.253815 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7896a2b0>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:43.259315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] Checking router: 572b9971-2812-45f9-bc13-3a75b3ebcb2d for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:53:43.271443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:53:43.273108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7896a2b0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:53:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:43.274268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.325298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-4f894227-105d-4ad8-bfc7-2a69ae549dce req-ebeda390-c19f-4e23-a8b4-16c00011295d tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Synchronizing usage tracker for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:53:43.342496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-4f894227-105d-4ad8-bfc7-2a69ae549dce req-ebeda390-c19f-4e23-a8b4-16c00011295d tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Unset dirty status for tenant:6bc900f7f85d40e490ef8ca208c96044 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:53:43.343921 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f894227-105d-4ad8-bfc7-2a69ae549dce req-ebeda390-c19f-4e23-a8b4-16c00011295d tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb597230-eaa2-4bb5-832b-1a3553145f2d HTTP/1.1" status: 200  len: 210 time: 0.0991731
Apr 19 18:53:43.456350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50058) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:43.469180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:53:43.476150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.492664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:43.496666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] Usage tracker for resource:security_group_rule and tenant:af870fa971374281a591c0514f96a0ee is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:43.499821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:43.505816 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:43.594609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.597524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.605452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-383bf2ab-71dd-46a8-8e58-dfd03c51357d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:43.648456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad7140-d3a2-43b8-9dd3-663635d0b89e,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:43.653186 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af870fa971374281a591c0514f96a0ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1956439
Apr 19 18:53:43.654197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:43.655979 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50062) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:43.722503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-84be14aa-2cfd-490c-94b5-18501e5a1ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.751458 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-84be14aa-2cfd-490c-94b5-18501e5a1ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.796420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-84be14aa-2cfd-490c-94b5-18501e5a1ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.804545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-75e28453-963c-44b1-8e59-4576c5613d9e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:43.810068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7896a2b0>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:43.814205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b00ec5-8565-443f-95a8-82fe925e763f None None] The sync data for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi is: [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:46:22Z', 'revision_number': 4, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'b74e413e-c6be-4f4f-9805-633787c970c8', 'name': '', 'network_id': '805464bc-4830-4f32-8442-9b3936f44b12', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'mac_address': 'fa:16:3e:77:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:17Z', 'updated_at': '2021-04-19T18:46:37Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'subnets': [{'id': '278aaf89-c0ee-4e0d-9667-e16cb9af0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:53:43.820114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be14aa-2cfd-490c-94b5-18501e5a1ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad7140-d3a2-43b8-9dd3-663635d0b89e,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:43.823079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-84be14aa-2cfd-490c-94b5-18501e5a1ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:43.824388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-84be14aa-2cfd-490c-94b5-18501e5a1ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:43.830712 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-84be14aa-2cfd-490c-94b5-18501e5a1ad0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cad7140-d3a2-43b8-9dd3-663635d0b89e HTTP/1.1" status: 204  len: 168 time: 0.1698945
Apr 19 18:53:44.190230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdd7e63-b39a-4e45-9b32-d1a35260cb24 None None] New status for floating IP e4003385-d181-4c97-b220-2ee09f669dc3: DOWN {{(pid=86310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:53:44.252375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:44.493706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50088) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:44.551554 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1ae442ab-2d3d-4a84-8243-376c744197c4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:53:44.570730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf284-f23f-4f4b-8de6-2a0e9b3f0695 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:44.593287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: 1ae442ab-2d3d-4a84-8243-376c744197c4 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:53:44.593790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1ae442ab-2d3d-4a84-8243-376c744197c4 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:53:44.601645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf284-f23f-4f4b-8de6-2a0e9b3f0695 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:44.611590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:44.652352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf284-f23f-4f4b-8de6-2a0e9b3f0695 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:44.657735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-440d7d20-99c1-4c90-8d39-fcd87c7e2bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:44.674313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbf284-f23f-4f4b-8de6-2a0e9b3f0695 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:44.677103 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bbcbf284-f23f-4f4b-8de6-2a0e9b3f0695 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:44.687992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bbcbf284-f23f-4f4b-8de6-2a0e9b3f0695 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:44.689223 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-bbcbf284-f23f-4f4b-8de6-2a0e9b3f0695 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "DELETE /v2.0/security-groups/7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0 HTTP/1.1" status: 204  len: 168 time: 0.1944008
Apr 19 18:53:44.692250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50096) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:44.710668 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.api.v2.resource [None req-921ace04-c017-45c2-873f-cd379850035a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] show failed (client error): The resource could not be found.
Apr 19 18:53:44.711902 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-921ace04-c017-45c2-873f-cd379850035a tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "GET /v2.0/security-groups/7a70cbfc-9a08-49dd-b4b0-9619ecc07ee0 HTTP/1.1" status: 404  len: 347 time: 0.0185320
Apr 19 18:53:44.714803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50100) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:44.888840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Deleting port e4bf307c-c8f4-4823-8800-edb6052985c2 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:53:44.889380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:45.090943 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:45.091188 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:45.235949 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Calling delete_port for e4bf307c-c8f4-4823-8800-edb6052985c2 owned by network:floatingip {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:53:45.389135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:45.394071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:45.442019 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Pushing event deleted for resources: {'Port': ['ID=e4bf307c-c8f4-4823-8800-edb6052985c2,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:45.484359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.484807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.485249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.485597 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.486033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.486444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.486840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.487228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.487729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.488116 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.488501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.488891 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:53:45.497523 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:45.573400 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks [] for floatingip, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:45.573625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:45.599724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:45.604540 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] 10.222.0.41 "DELETE /v2.0/floatingips/e4003385-d181-4c97-b220-2ee09f669dc3 HTTP/1.1" status: 204  len: 168 time: 0.8859038
Apr 19 18:53:46.874732 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-e711b055-460b-4746-9f3f-2f0df41125d1 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47230263&fields=id&tenant_id=41413a5cc30f43449ea080b161dbc215 HTTP/1.1" status: 200  len: 267 time: 0.0445642
Apr 19 18:53:46.906486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:53:46.972843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-e2498236-651d-470e-bfc5-c0d6ec93005f tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:46.974433 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-e2498236-651d-470e-bfc5-c0d6ec93005f tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 985 time: 0.0937016
Apr 19 18:53:46.987159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Request body: {'port': {'security_groups': ['d6107e15-310d-4f7e-80fa-2a76aed55f16']}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:53:47.123696 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:47.403559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] For port cd15ada1-87a7-41fc-b90b-427fe14ff3dd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:53:47.433640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:47.437391 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:47.443216 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8affb1e3-41d5-43c2-9246-8714b554b7ec tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:47.449115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cd15ada1-87a7-41fc-b90b-427fe14ff3dd'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:53:47.524920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:47.525698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:47.530698 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bc86d5e1-089e-4120-9b30-1d5338083d1c req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "PUT /v2.0/ports/cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 200  len: 943 time: 0.5487261
Apr 19 18:53:47.531546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:53:47.534091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50156) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:47.557661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event updated for resources: {'Port': ['ID=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,revision_number=7']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:47.561690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:47.585318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cd15ada1-87a7-41fc-b90b-427fe14ff3dd'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:53:47.621679 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'status': 'completed', 'code': 200}
Apr 19 18:53:47.645417 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70fca4f6-bc23-4886-8522-8a532c6e5d29 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:47.720538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70fca4f6-bc23-4886-8522-8a532c6e5d29 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:47.792115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c161c-b0c4-408f-b039-a68f412fc459 req-a91c4a2c-423e-4466-805b-a0f0261f35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:47.793616 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-721c161c-b0c4-408f-b039-a68f412fc459 req-a91c4a2c-423e-4466-805b-a0f0261f35ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41413a5cc30f43449ea080b161dbc215&device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 1099 time: 0.1435003
Apr 19 18:53:47.793756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70fca4f6-bc23-4886-8522-8a532c6e5d29 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:47.802240 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f78b2a9c-a1fb-4d5f-bd4a-f4dc5316a079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:47.827424 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fca4f6-bc23-4886-8522-8a532c6e5d29 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b540fe6-3edc-4d92-a685-7091621de0c4,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:47.831797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70fca4f6-bc23-4886-8522-8a532c6e5d29 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:47.848262 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70fca4f6-bc23-4886-8522-8a532c6e5d29 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:47.851250 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-70fca4f6-bc23-4886-8522-8a532c6e5d29 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "DELETE /v2.0/security-groups/3b540fe6-3edc-4d92-a685-7091621de0c4 HTTP/1.1" status: 204  len: 168 time: 0.3152828
Apr 19 18:53:47.853712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50164) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:47.903036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-ea2c45e3-ded5-48c6-b10d-02aba417ef67 None None] Provisioning complete for port cd15ada1-87a7-41fc-b90b-427fe14ff3dd triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:53:47.903583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ea2c45e3-ded5-48c6-b10d-02aba417ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:48.105587 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Deleting port 26c47a9c-9c84-4109-ae03-3b6d94150645 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:53:48.106027 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:48.224726 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c161c-b0c4-408f-b039-a68f412fc459 req-34b3d69c-ce2a-4cc6-b818-5effda8b97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:48.226988 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-721c161c-b0c4-408f-b039-a68f412fc459 req-34b3d69c-ce2a-4cc6-b818-5effda8b97ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=80792e30-c9a0-4fc6-8820-e94f9675f904 HTTP/1.1" status: 200  len: 916 time: 0.4238250
Apr 19 18:53:48.311650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:48.312030 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:48.349667 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-721c161c-b0c4-408f-b039-a68f412fc459 req-2b9e7aa8-81ee-4f19-91a1-6bf326d164fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 200  len: 1002 time: 0.1150987
Apr 19 18:53:48.421684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c161c-b0c4-408f-b039-a68f412fc459 req-96e8c2c2-674c-44ad-9ac5-5ab69921e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:48.423540 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-721c161c-b0c4-408f-b039-a68f412fc459 req-96e8c2c2-674c-44ad-9ac5-5ab69921e448 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3fedc20d-977e-404d-9303-c9877d3b554c HTTP/1.1" status: 200  len: 854 time: 0.0662224
Apr 19 18:53:48.458326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Calling delete_port for 26c47a9c-9c84-4109-ae03-3b6d94150645 owned by network:floatingip {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:53:48.494474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50174) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:48.529711 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c161c-b0c4-408f-b039-a68f412fc459 req-18a28b75-2f41-433b-9822-7b749bf4a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:48.531355 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-721c161c-b0c4-408f-b039-a68f412fc459 req-18a28b75-2f41-433b-9822-7b749bf4a459 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80792e30-c9a0-4fc6-8820-e94f9675f904&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1008508
Apr 19 18:53:48.651664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:48.656687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-72458938-5ab7-41b6-93aa-5ed32fb6c6d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:48.688944 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-721c161c-b0c4-408f-b039-a68f412fc459 req-807423a0-7f08-4864-a7ba-f1248743a77d service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495025
Apr 19 18:53:48.704197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event deleted for resources: {'Port': ['ID=26c47a9c-9c84-4109-ae03-3b6d94150645,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:48.707648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:48.844899 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-721c161c-b0c4-408f-b039-a68f412fc459 req-4590b94a-43bc-4657-a822-cbf8a3b546b7 service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492038
Apr 19 18:53:48.977390 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:48.977940 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Floating IP 99e1c6f1-633f-4869-94d2-d2f2ce063f12 disassociated (deleted). External IP: 172.27.3.165, port: cd15ada1-87a7-41fc-b90b-427fe14ff3dd.
Apr 19 18:53:49.681947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Router c438be40-e7fc-4f89-ad3c-36eb4aa5414a has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:53:50.191385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:53:50.202280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] Sync routers for ids ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:53:50.212414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] Routers {'c438be40-e7fc-4f89-ad3c-36eb4aa5414a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:53:50.213174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7896ac18>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:53:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:50.227748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:50.270360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837056'] for router_interface, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:50.406702 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] Set router c438be40-e7fc-4f89-ad3c-36eb4aa5414a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:53:50.432534 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "DELETE /v2.0/floatingips/99e1c6f1-633f-4869-94d2-d2f2ce063f12 HTTP/1.1" status: 204  len: 168 time: 2.5774531
Apr 19 18:53:50.435450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd'}] {{(pid=86309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:53:50.768683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7896ac18>, [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '4e967c9c-9c59-4fae-9667-07cf23c415d9', 'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'mac_address': 'fa:16:3e:07:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:17Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 5, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'subnets': [{'id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:50.774437 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] Checking router: c438be40-e7fc-4f89-ad3c-36eb4aa5414a for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:53:50.786125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] Routers {'c438be40-e7fc-4f89-ad3c-36eb4aa5414a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:53:50.786849 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7896ac18>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:53:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:50.793898 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'status': 'completed', 'code': 200}
Apr 19 18:53:50.795086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Deleting port b74e413e-c6be-4f4f-9805-633787c970c8 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:53:50.795471 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:50.942427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-b53ee0fb-a495-452b-b9cc-c718c68b5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:50.944744 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-b53ee0fb-a495-452b-b9cc-c718c68b5436 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=41413a5cc30f43449ea080b161dbc215&device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 1099 time: 0.1708529
Apr 19 18:53:51.006320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] Set router c438be40-e7fc-4f89-ad3c-36eb4aa5414a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:53:51.052619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] For port b74e413e-c6be-4f4f-9805-633787c970c8, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=b74e413e-c6be-4f4f-9805-633787c970c8,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:53:51.054113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:51.165617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50216) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:51.176085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-400d6c3b-3610-4909-a2da-354296d206d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:51.178617 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-400d6c3b-3610-4909-a2da-354296d206d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=80792e30-c9a0-4fc6-8820-e94f9675f904 HTTP/1.1" status: 200  len: 916 time: 0.2266924
Apr 19 18:53:51.230834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Calling delete_port for b74e413e-c6be-4f4f-9805-633787c970c8 owned by network:router_interface {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:53:51.269950 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-f9042978-466e-46ab-b4aa-839c83fc0ef9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 200  len: 217 time: 0.0851648
Apr 19 18:53:51.356222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3c411a89-9290-496f-80c8-9c2a7122f232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:51.384428 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3c411a89-9290-496f-80c8-9c2a7122f232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:51.392482 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3c411a89-9290-496f-80c8-9c2a7122f232 admin admin] Usage tracker for resource:security_group_rule and tenant:43d8f7c818a7409c97902bc9ef8816c7 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:51.396835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-c4f0ac0d-11c1-4fb5-a81f-cc6c5192f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:51.399191 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-c4f0ac0d-11c1-4fb5-a81f-cc6c5192f2a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3fedc20d-977e-404d-9303-c9877d3b554c HTTP/1.1" status: 200  len: 854 time: 0.1223211
Apr 19 18:53:51.399616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3c411a89-9290-496f-80c8-9c2a7122f232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:51.406605 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3c411a89-9290-496f-80c8-9c2a7122f232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:51.430043 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:51.435861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-589961fe-40fa-4bef-987d-af1778d6177a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:51.489209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b74e413e-c6be-4f4f-9805-633787c970c8,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:51.523064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:51.548200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-6c6f2a06-9200-4bbd-bc83-88aa891152fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:51.549825 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-6c6f2a06-9200-4bbd-bc83-88aa891152fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=80792e30-c9a0-4fc6-8820-e94f9675f904&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1240067
Apr 19 18:53:51.688199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3c411a89-9290-496f-80c8-9c2a7122f232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:51.694177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3c411a89-9290-496f-80c8-9c2a7122f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:51.705487 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7896ac18>, [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '4e967c9c-9c59-4fae-9667-07cf23c415d9', 'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'mac_address': 'fa:16:3e:07:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:17Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 5, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'subnets': [{'id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:51.713441 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7b7bf4be-4c51-43a5-99a7-c17c80a3f9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:51.719125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068340e9-4274-4c71-81e9-04aa9ec0e051 None None] The sync data for ids ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'] in dv-cinder-786929-1-iscsi is: [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:51:18Z', 'revision_number': 4, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '4e967c9c-9c59-4fae-9667-07cf23c415d9', 'name': '', 'network_id': '80792e30-c9a0-4fc6-8820-e94f9675f904', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'mac_address': 'fa:16:3e:07:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:17Z', 'updated_at': '2021-04-19T18:51:27Z', 'revision_number': 5, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'subnets': [{'id': '3fedc20d-977e-404d-9303-c9877d3b554c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:53:51.777358 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3c411a89-9290-496f-80c8-9c2a7122f232 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43d8f7c818a7409c97902bc9ef8816c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6102870
Apr 19 18:53:51.788086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c411a89-9290-496f-80c8-9c2a7122f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6916c16b-452f-4250-8445-318410b0497a,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:51.794790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50222) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:51.799426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3c411a89-9290-496f-80c8-9c2a7122f232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:51.813994 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-512c1f41-afef-4562-a6c7-48bc75ffd107 service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2548733
Apr 19 18:53:51.870740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837182'] for router_interface, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:51.974496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdaa3-741f-44e3-a65a-6fc4d8a0bfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.027408 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdaa3-741f-44e3-a65a-6fc4d8a0bfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.040246 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-20eb5cec-6b7c-4a27-892e-3ab144862fc0 req-6bdc7657-ac00-4a42-8883-db457052f6ee service neutron] 10.222.0.62 "GET /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138114
Apr 19 18:53:52.085583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdaa3-741f-44e3-a65a-6fc4d8a0bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.090805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-84be14aa-2cfd-490c-94b5-18501e5a1ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:52.105520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fdaa3-741f-44e3-a65a-6fc4d8a0bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6916c16b-452f-4250-8445-318410b0497a,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:52.108187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-cb0fdaa3-741f-44e3-a65a-6fc4d8a0bfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:52.110560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cb0fdaa3-741f-44e3-a65a-6fc4d8a0bfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.111666 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-cb0fdaa3-741f-44e3-a65a-6fc4d8a0bfaa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6916c16b-452f-4250-8445-318410b0497a HTTP/1.1" status: 204  len: 168 time: 0.3158762
Apr 19 18:53:52.194905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2583ab-1d58-48d7-82d7-221d0ceed03d None None] New status for floating IP 99e1c6f1-633f-4869-94d2-d2f2ce063f12: DOWN {{(pid=86310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:53:52.294700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Router 572b9971-2812-45f9-bc13-3a75b3ebcb2d has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:53:52.453507 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50236) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:52.480276 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.496941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:52.501329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] Usage tracker for resource:security_group_rule and tenant:0dac5082e1fb41bab291272d2376bb52 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:52.514517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:53:52.521012 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:52.534796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:52.540515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] Sync routers for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:53:52.551346 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] 10.222.0.41 "PUT /v2.0/routers/572b9971-2812-45f9-bc13-3a75b3ebcb2d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0556865
Apr 19 18:53:52.552765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:53:52.553812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7878c828>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:53:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:52.554646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50242) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:52.675436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.679467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.691127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-29d8527c-18f4-49c3-b319-cc9e97e03a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:52.747628 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dac5082e1fb41bab291272d2376bb52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2876444
Apr 19 18:53:52.747628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9044b0-5985-44a3-a5a1-967448f51f48,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:52.751320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:52.752008 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50248) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:52.762667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Notify callbacks [] for router, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.774300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:53:52.819303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-efb26e10-7ebf-4146-9b8b-4b3530e0b84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.847873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-efb26e10-7ebf-4146-9b8b-4b3530e0b84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.900536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-efb26e10-7ebf-4146-9b8b-4b3530e0b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.905926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-97deab8d-45bb-49e3-ad4d-78af63008a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:52.920438 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb26e10-7ebf-4146-9b8b-4b3530e0b84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9044b0-5985-44a3-a5a1-967448f51f48,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:52.923948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-efb26e10-7ebf-4146-9b8b-4b3530e0b84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:52.926341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-efb26e10-7ebf-4146-9b8b-4b3530e0b84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:52.927368 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-efb26e10-7ebf-4146-9b8b-4b3530e0b84d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f9044b0-5985-44a3-a5a1-967448f51f48 HTTP/1.1" status: 204  len: 168 time: 0.1741662
Apr 19 18:53:53.119756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7878c828>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:53:51Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:53.124224 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] Checking router: 572b9971-2812-45f9-bc13-3a75b3ebcb2d for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:53:53.134006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] Routers {'572b9971-2812-45f9-bc13-3a75b3ebcb2d'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:53:53.134736 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7878c828>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:53:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:53.251740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:53.260892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Deleting port a305d414-0e5f-438f-8cfa-5417797b10ad {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:53:53.261276 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:53.331060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] Set router 572b9971-2812-45f9-bc13-3a75b3ebcb2d gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:53:53.456653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] For port a305d414-0e5f-438f-8cfa-5417797b10ad, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a305d414-0e5f-438f-8cfa-5417797b10ad,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:53:53.457147 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:53.597840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Calling delete_port for a305d414-0e5f-438f-8cfa-5417797b10ad owned by network:router_gateway {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:53:53.660501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7878c828>, [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:53:51Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:53.666296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c309fc2-c4d4-445a-9026-259773c8d63d None None] The sync data for ids ['572b9971-2812-45f9-bc13-3a75b3ebcb2d'] in dv-cinder-786929-1-iscsi is: [{'id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'name': 'tempest-AttachVolumeShelveTestJSON-2106139347-router', 'tenant_id': '6bc900f7f85d40e490ef8ca208c96044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:46:03Z', 'updated_at': '2021-04-19T18:53:51Z', 'revision_number': 5, 'project_id': '6bc900f7f85d40e490ef8ca208c96044', 'gw_port': {'id': 'a305d414-0e5f-438f-8cfa-5417797b10ad', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572b9971-2812-45f9-bc13-3a75b3ebcb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:46:05Z', 'updated_at': '2021-04-19T18:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:53:53.812555 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:53.817809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-dac40989-2dfc-442d-a110-b9adfcfd66b1 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:53.868919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a305d414-0e5f-438f-8cfa-5417797b10ad,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:53.875309 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:53.991317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850930561'] for router_gateway, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.188881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850934237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257981'] for router, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.191331 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.220152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3836263'] for router, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.220742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 572b9971-2812-45f9-bc13-3a75b3ebcb2d {{(pid=86309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:53:54.235818 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Notify callbacks [] for router, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.239841 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] 10.222.0.41 "DELETE /v2.0/routers/572b9971-2812-45f9-bc13-3a75b3ebcb2d HTTP/1.1" status: 204  len: 168 time: 1.6813054
Apr 19 18:53:54.240135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50288) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:54.309846 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae2737-17d9-4d0c-865b-eb74cf09107f req-c137fc6f-97bf-4143-a331-1d0020482cee tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:54.311333 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c1ae2737-17d9-4d0c-865b-eb74cf09107f req-c137fc6f-97bf-4143-a331-1d0020482cee tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 946 time: 0.1632705
Apr 19 18:53:54.354942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-833f1bb4-4a46-47d3-9051-badfb5c6bf70 admin admin] Deleting subnet 278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:53:54.363627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-833f1bb4-4a46-47d3-9051-badfb5c6bf70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.433091 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c1ae2737-17d9-4d0c-865b-eb74cf09107f req-8591fca7-d6d7-4024-84fc-0acfc5939b3e tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111476
Apr 19 18:53:54.442894 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-833f1bb4-4a46-47d3-9051-badfb5c6bf70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595073'] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.536285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-833f1bb4-4a46-47d3-9051-badfb5c6bf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.574283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a305d414-0e5f-438f-8cfa-5417797b10ad no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:53:54.612786 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: a305d414-0e5f-438f-8cfa-5417797b10ad {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:53:54.613421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a305d414-0e5f-438f-8cfa-5417797b10ad not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:53:54.614037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device b74e413e-c6be-4f4f-9805-633787c970c8 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:53:54.653824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: b74e413e-c6be-4f4f-9805-633787c970c8 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:53:54.654463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device b74e413e-c6be-4f4f-9805-633787c970c8 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:53:54.807073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-833f1bb4-4a46-47d3-9051-badfb5c6bf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844620269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844645310'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.812071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:54.849431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f1bb4-4a46-47d3-9051-badfb5c6bf70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278aaf89-c0ee-4e0d-9667-e16cb9af0cb5,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:54.852092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-833f1bb4-4a46-47d3-9051-badfb5c6bf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.854926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-833f1bb4-4a46-47d3-9051-badfb5c6bf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:54.857511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed214f2-2607-4291-9e77-485a8ad1fee7 None None] Network 805464bc-4830-4f32-8442-9b3936f44b12 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:53:54.859312 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-833f1bb4-4a46-47d3-9051-badfb5c6bf70 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/278aaf89-c0ee-4e0d-9667-e16cb9af0cb5 HTTP/1.1" status: 204  len: 168 time: 0.6182528
Apr 19 18:53:54.861972 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50310) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:54.985614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:54.998739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Deleting port 9ea0927a-6222-41e3-9ad6-825c1da99b22 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:53:54.999121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:55.259563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] For port 9ea0927a-6222-41e3-9ad6-825c1da99b22, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=9ea0927a-6222-41e3-9ad6-825c1da99b22,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:53:55.260149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:55.316078 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] DHCP port deletion for 805464bc-4830-4f32-8442-9b3936f44b12 request from dv-cinder-786929-1-iscsi {{(pid=86310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:53:55.321869 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] Deleting port 9ea0927a-6222-41e3-9ad6-825c1da99b22 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:53:55.322512 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:55.410181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Calling delete_port for 9ea0927a-6222-41e3-9ad6-825c1da99b22 owned by network:dhcp {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:53:55.502332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:55.506635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4427414a-e524-4ff7-9959-3187bb75e6d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:55.565607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] No DVR routers for this DVR port 9ea0927a-6222-41e3-9ad6-825c1da99b22 on host dv-cinder-786929-1-iscsi {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:53:55.566387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] For port 9ea0927a-6222-41e3-9ad6-825c1da99b22, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=9ea0927a-6222-41e3-9ad6-825c1da99b22,segment=NetworkSegment(dd527dc5-bc3e-4612-833e-f7956c212b7d),segment_id=dd527dc5-bc3e-4612-833e-f7956c212b7d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:53:55.567489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea0927a-6222-41e3-9ad6-825c1da99b22,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:55.567637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:55.597230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:55.703467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] Calling delete_port for 9ea0927a-6222-41e3-9ad6-825c1da99b22 owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:53:55.780558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.api [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:53:55.780967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_db.api [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:53:55.782821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:56.174196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b48b1-e8f1-4a0e-a7ac-af6cd0c1895a req-7b5d1820-7be6-4c6d-919d-eee6b17a9421 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:56.175841 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-951b48b1-e8f1-4a0e-a7ac-af6cd0c1895a req-7b5d1820-7be6-4c6d-919d-eee6b17a9421 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 946 time: 0.5800211
Apr 19 18:53:56.182266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b735bec88>,) {'filters': {'network_id': ['805464bc-4830-4f32-8442-9b3936f44b12']}} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:56.213693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b735bec88>, 'dd527dc5-bc3e-4612-833e-f7956c212b7d') {'for_net_delete': True} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:56.214032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b735bec88>, 'dd527dc5-bc3e-4612-833e-f7956c212b7d') {} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:53:56.234320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852180727'] for segment, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:56.263143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-d7557cba-cf1d-43db-849e-2d61d0d579b5 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:56.264717 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-d7557cba-cf1d-43db-849e-2d61d0d579b5 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.62 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 946 time: 0.5233076
Apr 19 18:53:56.273054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:56.282834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] Deleting port 9ea0927a-6222-41e3-9ad6-825c1da99b22 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:53:56.283385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:56.327677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:53:56.344572 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-951b48b1-e8f1-4a0e-a7ac-af6cd0c1895a req-267b84c8-39bb-4385-a1f5-f71443ee887a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/security-groups?id=d6107e15-310d-4f7e-80fa-2a76aed55f16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547482
Apr 19 18:53:56.359381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-010be4e9-02b5-4a7a-a53e-a76fe122c4c4 None None] The port '9ea0927a-6222-41e3-9ad6-825c1da99b22' was deleted {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:53:56.476366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Deleting port cd15ada1-87a7-41fc-b90b-427fe14ff3dd {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:53:56.476925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:56.587243 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Network 805464bc-4830-4f32-8442-9b3936f44b12 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:53:56.587702 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 9ea0927a-6222-41e3-9ad6-825c1da99b22 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:53:56.604249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155440'] for segment, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:56.631367 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 9ea0927a-6222-41e3-9ad6-825c1da99b22 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:53:56.631766 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 9ea0927a-6222-41e3-9ad6-825c1da99b22 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:53:56.877445 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Network 805464bc-4830-4f32-8442-9b3936f44b12 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:53:56.903477 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:53:57.052710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:57.065950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8fa38e2a-88dd-425b-a354-66a150d471ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:57.080319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:57.105590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Pushing event deleted for resources: {'Network': ['ID=805464bc-4830-4f32-8442-9b3936f44b12,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:57.117600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] For port cd15ada1-87a7-41fc-b90b-427fe14ff3dd, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:53:57.118162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:57.125929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:57.134649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f1d63eb7-9ed9-443d-b71d-a5044bcd7473 admin admin] 10.222.0.41 "DELETE /v2.0/networks/805464bc-4830-4f32-8442-9b3936f44b12 HTTP/1.1" status: 204  len: 168 time: 2.2714756
Apr 19 18:53:57.261059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Calling delete_port for cd15ada1-87a7-41fc-b90b-427fe14ff3dd owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:53:57.323617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50334) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:57.377869 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7ecbc8f4-e99f-4751-8d53-05cb35fd9055 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bc900f7f85d40e490ef8ca208c96044&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0529201
Apr 19 18:53:57.382911 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50340) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:57.424621 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:57.432705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:57.454189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3242f1f7-f8b5-4de9-bc30-a9d2fc542172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:57.482805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3242f1f7-f8b5-4de9-bc30-a9d2fc542172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:57.531086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3242f1f7-f8b5-4de9-bc30-a9d2fc542172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:57.539392 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-452fab15-251a-4007-9892-a486a099edd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:57.555009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242f1f7-f8b5-4de9-bc30-a9d2fc542172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b4f157-652a-46f7-8f69-9b05fcf94b3c,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:57.558203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3242f1f7-f8b5-4de9-bc30-a9d2fc542172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:57.559563 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3242f1f7-f8b5-4de9-bc30-a9d2fc542172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:57.560759 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3242f1f7-f8b5-4de9-bc30-a9d2fc542172 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28b4f157-652a-46f7-8f69-9b05fcf94b3c HTTP/1.1" status: 204  len: 168 time: 0.1761074
Apr 19 18:53:57.570252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Pushing event deleted for resources: {'Port': ['ID=cd15ada1-87a7-41fc-b90b-427fe14ff3dd,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:57.572901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:57.581125 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-95ca741b-0d29-4078-821f-cf8d4b2b89c3 req-ae831db9-2177-4094-919b-673f06ee6735 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b7fdfd-80c8-4994-9113-961b5e93584a HTTP/1.1" status: 200  len: 210 time: 0.1094258
Apr 19 18:53:57.625076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] No DVR routers for this DVR port cd15ada1-87a7-41fc-b90b-427fe14ff3dd on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:53:57.627545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:57.632568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'name': 'network-vif-deleted', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:53:57.643813 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-795cfa19-115e-4bcb-b4a0-983cf58b9bb3 req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] 10.222.0.62 "DELETE /v2.0/ports/cd15ada1-87a7-41fc-b90b-427fe14ff3dd HTTP/1.1" status: 204  len: 173 time: 1.3724899
Apr 19 18:53:57.689137 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b7fdfd-80c8-4994-9113-961b5e93584a', 'name': 'network-vif-deleted', 'tag': 'cd15ada1-87a7-41fc-b90b-427fe14ff3dd', 'status': 'completed', 'code': 200}
Apr 19 18:53:58.145525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50364) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:58.292496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ceb8096d-3257-4430-a720-882ca4ccbd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.309058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ceb8096d-3257-4430-a720-882ca4ccbd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:58.313312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ceb8096d-3257-4430-a720-882ca4ccbd7e admin admin] Usage tracker for resource:security_group_rule and tenant:2916099e50b049d484ee72011f2540d9 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:58.316362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-ceb8096d-3257-4430-a720-882ca4ccbd7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:58.323120 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-ceb8096d-3257-4430-a720-882ca4ccbd7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:58.414776 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ceb8096d-3257-4430-a720-882ca4ccbd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.417719 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ceb8096d-3257-4430-a720-882ca4ccbd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.426986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5e81b131-38b2-484b-8c88-076cbac1537f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:58.473518 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ceb8096d-3257-4430-a720-882ca4ccbd7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2916099e50b049d484ee72011f2540d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3265216
Apr 19 18:53:58.478757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50378) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:58.479014 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50380) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:58.491276 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8096d-3257-4430-a720-882ca4ccbd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d455de8-7baf-47dd-ac37-5148732c45a0,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:58.494696 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ceb8096d-3257-4430-a720-882ca4ccbd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:58.547741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8e7f-1f92-4f59-a24b-04c33cf7a341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.575884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8e7f-1f92-4f59-a24b-04c33cf7a341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.628373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8e7f-1f92-4f59-a24b-04c33cf7a341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.630183 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-584996457-network', 'tenant_id': '6e5d7e8734d14a4e92a530767edaea89'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:53:58.635108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b2b9380a-d0f4-47b3-a68d-77216c3a5503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:58.635742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:58.639925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Usage tracker for resource:network and tenant:6e5d7e8734d14a4e92a530767edaea89 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:58.643426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:58.650630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd8e7f-1f92-4f59-a24b-04c33cf7a341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d455de8-7baf-47dd-ac37-5148732c45a0,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:58.651634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:58.653058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8e7f-1f92-4f59-a24b-04c33cf7a341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.654282 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7ddd8e7f-1f92-4f59-a24b-04c33cf7a341 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d455de8-7baf-47dd-ac37-5148732c45a0 HTTP/1.1" status: 204  len: 168 time: 0.1764855
Apr 19 18:53:58.655302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7ddd8e7f-1f92-4f59-a24b-04c33cf7a341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:58.664556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device cd15ada1-87a7-41fc-b90b-427fe14ff3dd no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:53:58.669501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Made reservation on behalf of 6e5d7e8734d14a4e92a530767edaea89 for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:53:58.674503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.688973 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.705630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:58.710507 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Usage tracker for resource:security_group_rule and tenant:6e5d7e8734d14a4e92a530767edaea89 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:58.713613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:58.715112 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: cd15ada1-87a7-41fc-b90b-427fe14ff3dd {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:53:58.716036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device cd15ada1-87a7-41fc-b90b-427fe14ff3dd not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:53:58.720113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:58.824289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.826534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.831194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d8d17847-5761-4aeb-a31c-93202e05b08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:58.860277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'}  {{(pid=86308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:53:58.875393 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e379067c-a5b0-4514-ab64-83844066c4f2,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:58.879529 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:58.882646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.883050 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Added segment 399eb424-1823-425b-8efa-755dcab9a589 of type vlan for network 6d849428-f765-4c60-b73d-22829f0aaf50
Apr 19 18:53:58.915741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.957380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.958873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:58.960261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:58.964524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e648c054-9499-4733-ad63-448af027155e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:59.029419 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50412) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:59.050144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:59.068162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:59.073632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] Usage tracker for resource:security_group_rule and tenant:e9e87325b7534585bebb1af2f848b466 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:59.077452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:59.078377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Pushing event updated for resources: {'Network': ['ID=6d849428-f765-4c60-b73d-22829f0aaf50,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:59.081407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:59.083287 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6032650
Apr 19 18:53:59.087684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:59.089677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50416) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:59.093287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 6d849428-f765-4c60-b73d-22829f0aaf50 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:53:59.098581 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Request body: {'subnet': {'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-584996457-subnet', 'tenant_id': '6e5d7e8734d14a4e92a530767edaea89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:53:59.108029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:53:59.112422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Usage tracker for resource:subnet and tenant:6e5d7e8734d14a4e92a530767edaea89 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:53:59.115197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:53:59.122165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:53:59.139484 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Made reservation on behalf of 6e5d7e8734d14a4e92a530767edaea89 for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:53:59.144232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844669259'] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:59.386781 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:59.404989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:59.417186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9f4dea5f-9286-4d53-9f21-4a9e9543fdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:59.480095 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9e87325b7534585bebb1af2f848b466&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4492669
Apr 19 18:53:59.483248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50446) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:59.500130 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307de80f-28d3-46f5-ab4e-dbfdafd2a88d,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:59.503501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:59.577838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cbb90851-34a4-4726-91f9-670204759773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:59.607692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cbb90851-34a4-4726-91f9-670204759773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:59.655333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cbb90851-34a4-4726-91f9-670204759773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:59.660464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-414a5555-129c-43b3-bdc6-8a109ad34705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:59.677858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb90851-34a4-4726-91f9-670204759773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307de80f-28d3-46f5-ab4e-dbfdafd2a88d,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:59.677858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-cbb90851-34a4-4726-91f9-670204759773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:59.687341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50450) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:53:59.717119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852644737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844669276'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:59.722191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4096a412-6ab4-4f28-bbda-39be479ae000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:53:59.804217 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a68d2a6-917e-4b12-a4f5-1656fb069478,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:53:59.808156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:53:59.814866 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Checking segment: {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:53:59.815274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Network hostable DHCP agents. Network: 6d849428-f765-4c60-b73d-22829f0aaf50, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:53:59.818035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cbb90851-34a4-4726-91f9-670204759773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:59.820066 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-cbb90851-34a4-4726-91f9-670204759773 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/307de80f-28d3-46f5-ab4e-dbfdafd2a88d HTTP/1.1" status: 204  len: 168 time: 0.3355765
Apr 19 18:53:59.836567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Network 6d849428-f765-4c60-b73d-22829f0aaf50 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:53:59.845382 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 6d849428-f765-4c60-b73d-22829f0aaf50) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:53:59.859518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:53:59.859853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d407a2-f9b7-4ecd-b39f-d88e70885d5f None None] Network 6d849428-f765-4c60-b73d-22829f0aaf50 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:53:59.860181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:53:59.890972 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-536fa928-2609-4d5e-94bd-e4f94ebb4697 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7959106
Apr 19 18:54:00.109539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e36850c-50f1-4dfb-bc19-8cde55b375fc None None] Network 6d849428-f765-4c60-b73d-22829f0aaf50 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:54:00.381473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837056'] for router_interface, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:00.769491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-8aef8726-b628-4016-b189-d5548a0748c1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:00.770238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-8aef8726-b628-4016-b189-d5548a0748c1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Synchronizing usage tracker for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:network {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:54:01.075806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-8aef8726-b628-4016-b189-d5548a0748c1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Unset dirty status for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:network {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:54:01.077113 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-8aef8726-b628-4016-b189-d5548a0748c1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 814 time: 0.6396482
Apr 19 18:54:01.103307 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-5ccb9c07-852b-442c-b9b4-a45113b4be75 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/quotas/6e5d7e8734d14a4e92a530767edaea89 HTTP/1.1" status: 200  len: 375 time: 0.0154803
Apr 19 18:54:01.170992 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-d3004589-312c-4535-a4e2-274a6e0b8e6c tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0591688
Apr 19 18:54:01.326933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Deleting port 4e967c9c-9c59-4fae-9667-07cf23c415d9 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:54:01.327301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:01.458201 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-f310f864-c7c1-4f2b-9c73-b7a997929411 service neutron] 10.222.0.41 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592597
Apr 19 18:54:01.665441 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] For port 4e967c9c-9c59-4fae-9667-07cf23c415d9, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=4e967c9c-9c59-4fae-9667-07cf23c415d9,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:01.665757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:01.818064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Calling delete_port for 4e967c9c-9c59-4fae-9667-07cf23c415d9 owned by network:router_interface {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:54:01.859884 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-ff4db77d-988e-478a-b0d2-fa202d6d705b service neutron] 10.222.0.41 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3521070
Apr 19 18:54:02.047888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:02.058792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d4ae1744-80e0-4e3c-a4b1-6cf47541cbd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:02.106096 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-914464e6-2c31-4e8f-af98-c4fe39ba85db req-11fd6b9e-9e65-4bba-95c4-c394b757e4b3 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 210 time: 0.0956397
Apr 19 18:54:02.115296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e967c9c-9c59-4fae-9667-07cf23c415d9,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:02.153202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:02.415899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837182'] for router_interface, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:02.862845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Router c438be40-e7fc-4f89-ad3c-36eb4aa5414a has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:54:03.054569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:54:03.066789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] Sync routers for ids ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:54:03.068970 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] 10.222.0.41 "PUT /v2.0/routers/c438be40-e7fc-4f89-ad3c-36eb4aa5414a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3797693
Apr 19 18:54:03.072450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50520) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:03.078830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] Routers {'c438be40-e7fc-4f89-ad3c-36eb4aa5414a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:03.079627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b787a39b0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:53:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:03.283359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] Set router c438be40-e7fc-4f89-ad3c-36eb4aa5414a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:03.357786 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Notify callbacks [] for router, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:03.424636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-c1e5a697-237c-4f11-ba48-c6fe051f24ae tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:03.426452 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-c1e5a697-237c-4f11-ba48-c6fe051f24ae tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 814 time: 0.1946113
Apr 19 18:54:03.489296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Request body: {'port': {'device_id': 'a08f2905-6a9d-467c-adee-62b05d347534', 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50', 'admin_state_up': True, 'tenant_id': '6e5d7e8734d14a4e92a530767edaea89'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:03.526746 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-cb154e11-3808-4cad-a835-a06910ea4e60 req-88c44cd0-be49-41b3-92f3-fc7f34a11b32 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 210 time: 0.0986974
Apr 19 18:54:03.618212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:03.644638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Deleting port bf4d0578-f4c2-411b-be33-8af4ce437890 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:54:03.645760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:03.698619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:03.702751 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Usage tracker for resource:port and tenant:6e5d7e8734d14a4e92a530767edaea89 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:03.705845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:03.712683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:03.725077 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b787a39b0>, [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:54:01Z', 'revision_number': 5, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port': {'id': 'bf4d0578-f4c2-411b-be33-8af4ce437890', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:12Z', 'updated_at': '2021-04-19T18:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:03.725432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Made reservation on behalf of 6e5d7e8734d14a4e92a530767edaea89 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:54:03.729693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] Checking router: c438be40-e7fc-4f89-ad3c-36eb4aa5414a for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:54:03.731681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:03.738798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] Routers {'c438be40-e7fc-4f89-ad3c-36eb4aa5414a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:03.739476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b787a39b0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:53:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:03.883580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] For port bf4d0578-f4c2-411b-be33-8af4ce437890, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=bf4d0578-f4c2-411b-be33-8af4ce437890,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:03.884117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:03.915283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Allocated IP 172.20.0.9 (6d849428-f765-4c60-b73d-22829f0aaf50/1a68d2a6-917e-4b12-a4f5-1656fb069478/cb2b1219-c1b2-4f39-bacc-1ca1fa532422) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:54:04.032139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Calling delete_port for bf4d0578-f4c2-411b-be33-8af4ce437890 owned by network:router_gateway {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:54:04.088237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] Set router c438be40-e7fc-4f89-ad3c-36eb4aa5414a gateway port host: None {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:04.154901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.187807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.195959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2139cf67-e129-49a0-9187-72b1b4526c80 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:04.215531 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b787a39b0>, [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:54:03Z', 'revision_number': 6, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port_host': None}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:04.220242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f585b85-f396-4e7e-82fd-56f0bd28baa9 None None] The sync data for ids ['c438be40-e7fc-4f89-ad3c-36eb4aa5414a'] in dv-cinder-786929-1-iscsi is: [{'id': 'c438be40-e7fc-4f89-ad3c-36eb4aa5414a', 'name': 'tempest-TestMinimumBasicScenario-1769460720-router', 'tenant_id': '41413a5cc30f43449ea080b161dbc215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:10Z', 'updated_at': '2021-04-19T18:54:03Z', 'revision_number': 6, 'project_id': '41413a5cc30f43449ea080b161dbc215', 'gw_port_host': None}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:54:04.222036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.227348 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f070aff8-626d-4e53-86e5-7f6cd80bc200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:04.270672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Network 6d849428-f765-4c60-b73d-22829f0aaf50 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:04.275415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:04.279578 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4d0578-f4c2-411b-be33-8af4ce437890,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:04.279901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:54:04.330451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.330451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.330451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.330802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.331076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.331357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.331762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.332166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.332601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.333002 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.333402 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.333818 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:04.369620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:04.400113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850930561'] for router_gateway, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.566020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Pushing event updated for resources: {'Port': ['ID=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:04.580159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:04.598937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850934237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257981'] for router, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.602689 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.608812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:04.609590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.626326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3836263'] for router, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.627245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c438be40-e7fc-4f89-ad3c-36eb4aa5414a {{(pid=86309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:54:04.635000 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1504197
Apr 19 18:54:04.639313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 4e967c9c-9c59-4fae-9667-07cf23c415d9 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:54:04.642158 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Notify callbacks [] for router, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.643475 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c438be40-e7fc-4f89-ad3c-36eb4aa5414a HTTP/1.1" status: 204  len: 168 time: 1.5699477
Apr 19 18:54:04.646095 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50536) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:04.652498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Request body: {'port': {'device_id': 'a08f2905-6a9d-467c-adee-62b05d347534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:04.691058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 4e967c9c-9c59-4fae-9667-07cf23c415d9 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:54:04.691730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 4e967c9c-9c59-4fae-9667-07cf23c415d9 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:54:04.692334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device bf4d0578-f4c2-411b-be33-8af4ce437890 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:54:04.715632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-2733fac0-bf04-42f3-a872-ad914bf5234c admin admin] Deleting subnet 3fedc20d-977e-404d-9303-c9877d3b554c {{(pid=86309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:54:04.719333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2733fac0-bf04-42f3-a872-ad914bf5234c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.731796 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: bf4d0578-f4c2-411b-be33-8af4ce437890 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:54:04.732194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device bf4d0578-f4c2-411b-be33-8af4ce437890 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:54:04.845208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:04.953733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c648cb5-0966-4360-aa13-2baaf5e63b58 req-3ab5eac9-cef8-4375-9868-4898bdfcbad3 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:04.954785 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-5c648cb5-0966-4360-aa13-2baaf5e63b58 req-3ab5eac9-cef8-4375-9868-4898bdfcbad3 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Synchronizing usage tracker for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:54:05.047095 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2733fac0-bf04-42f3-a872-ad914bf5234c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851817323'] for subnet, precommit_delete_associations {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.052231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-5c648cb5-0966-4360-aa13-2baaf5e63b58 req-3ab5eac9-cef8-4375-9868-4898bdfcbad3 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Unset dirty status for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:54:05.054245 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5c648cb5-0966-4360-aa13-2baaf5e63b58 req-3ab5eac9-cef8-4375-9868-4898bdfcbad3 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 931 time: 0.3031120
Apr 19 18:54:05.176414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2733fac0-bf04-42f3-a872-ad914bf5234c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.235166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-5c648cb5-0966-4360-aa13-2baaf5e63b58 req-21ee8ec3-eb28-48d2-bfa7-8aaec276aa8f tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Synchronizing usage tracker for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:54:05.279192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-5c648cb5-0966-4360-aa13-2baaf5e63b58 req-21ee8ec3-eb28-48d2-bfa7-8aaec276aa8f tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Unset dirty status for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:54:05.280465 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5c648cb5-0966-4360-aa13-2baaf5e63b58 req-21ee8ec3-eb28-48d2-bfa7-8aaec276aa8f tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150202
Apr 19 18:54:05.362279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2b1219-c1b2-4f39-bacc-1ca1fa532422 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:54:05.371560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.387818 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Transition to ACTIVE for port object cb2b1219-c1b2-4f39-bacc-1ca1fa532422 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:05.390675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.395414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-325b82cf-0210-406a-a2ec-8308d0a123e1 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:05.449407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2733fac0-bf04-42f3-a872-ad914bf5234c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10106527'] for subnet, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.454527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:05.496683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733fac0-bf04-42f3-a872-ad914bf5234c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fedc20d-977e-404d-9303-c9877d3b554c,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:05.498776 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2733fac0-bf04-42f3-a872-ad914bf5234c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.501582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2733fac0-bf04-42f3-a872-ad914bf5234c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:05.509097 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2733fac0-bf04-42f3-a872-ad914bf5234c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3fedc20d-977e-404d-9303-c9877d3b554c HTTP/1.1" status: 204  len: 168 time: 0.8587568
Apr 19 18:54:05.509313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50548) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:05.511402 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0961520e-2962-4bff-8fe1-094f69837e87 None None] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:54:05.576637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:05.619115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:05.634452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.645653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Deleting port 891a2518-1edc-42b3-a8fe-27f1725812b5 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:54:05.646024 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.657146 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Attempting to bind port cb2b1219-c1b2-4f39-bacc-1ca1fa532422 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:54:05.657504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Attempting to bind port cb2b1219-c1b2-4f39-bacc-1ca1fa532422 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:54:05.657878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Attempting to bind port cb2b1219-c1b2-4f39-bacc-1ca1fa532422 on network 6d849428-f765-4c60-b73d-22829f0aaf50 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:05.664553 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Port cb2b1219-c1b2-4f39-bacc-1ca1fa532422 on network 6d849428-f765-4c60-b73d-22829f0aaf50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:54:05.665177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Attempting to bind port cb2b1219-c1b2-4f39-bacc-1ca1fa532422 on network 6d849428-f765-4c60-b73d-22829f0aaf50 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:05.670867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:54:05.671253 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Checking segment: {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:05.671673 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Bound using segment: {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:54:05.672150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Bound port: cb2b1219-c1b2-4f39-bacc-1ca1fa532422, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:54:05.672531 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.776424 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] For port cb2b1219-c1b2-4f39-bacc-1ca1fa532422, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:54:05.780318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] For port cb2b1219-c1b2-4f39-bacc-1ca1fa532422, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:54:05.783802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.788391 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3a5c44b0-ec66-401e-a478-853ea02b3560 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:05.805896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ea768-1476-4377-b786-76606a445d38 None None] DHCP port deletion for 80792e30-c9a0-4fc6-8820-e94f9675f904 request from dv-cinder-786929-1-iscsi {{(pid=86310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:54:05.810122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-082ea768-1476-4377-b786-76606a445d38 None None] Deleting port 891a2518-1edc-42b3-a8fe-27f1725812b5 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:54:05.810573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-082ea768-1476-4377-b786-76606a445d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.855763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:05.856549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.858117 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-3f58c933-3605-416e-96b1-99c912057179 service neutron] 10.222.0.62 "PUT /v2.0/ports/cb2b1219-c1b2-4f39-bacc-1ca1fa532422 HTTP/1.1" status: 200  len: 1093 time: 1.2112377
Apr 19 18:54:05.858748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08f2905-6a9d-467c-adee-62b05d347534', 'tag': 'cb2b1219-c1b2-4f39-bacc-1ca1fa532422'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:54:05.877612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] For port 891a2518-1edc-42b3-a8fe-27f1725812b5, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=891a2518-1edc-42b3-a8fe-27f1725812b5,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:05.878098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:05.890730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:05.902542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:05.950010 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08f2905-6a9d-467c-adee-62b05d347534', 'tag': 'cb2b1219-c1b2-4f39-bacc-1ca1fa532422', 'status': 'completed', 'code': 200}
Apr 19 18:54:05.986826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-cc70e260-357c-46bf-a23d-65ecf0853eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:05.988643 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-cc70e260-357c-46bf-a23d-65ecf0853eb1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 1096 time: 0.0848250
Apr 19 18:54:06.033913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Calling delete_port for 891a2518-1edc-42b3-a8fe-27f1725812b5 owned by network:dhcp {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:54:06.047703 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-082ea768-1476-4377-b786-76606a445d38 None None] For port 891a2518-1edc-42b3-a8fe-27f1725812b5, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=891a2518-1edc-42b3-a8fe-27f1725812b5,segment=NetworkSegment(31f79f62-03ce-4250-9ff2-b50dac973df5),segment_id=31f79f62-03ce-4250-9ff2-b50dac973df5)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:06.048257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-082ea768-1476-4377-b786-76606a445d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:06.067282 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-d979e28b-42f3-4552-92ff-dfedc6f05549 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b1219-c1b2-4f39-bacc-1ca1fa532422 HTTP/1.1" status: 200  len: 217 time: 0.0709929
Apr 19 18:54:06.128119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:06.138117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-d5fd8f00-915f-45ef-ba3b-d959cf35ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:06.139386 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-045fcf57-bf28-430c-8c15-56ccdef59a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:06.139878 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-d5fd8f00-915f-45ef-ba3b-d959cf35ff11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 200  len: 854 time: 0.0663116
Apr 19 18:54:06.190319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] No DVR routers for this DVR port 891a2518-1edc-42b3-a8fe-27f1725812b5 on host dv-cinder-786929-1-iscsi {{(pid=86309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:54:06.193448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-082ea768-1476-4377-b786-76606a445d38 None None] Calling delete_port for 891a2518-1edc-42b3-a8fe-27f1725812b5 owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:54:06.227486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Pushing event deleted for resources: {'Port': ['ID=891a2518-1edc-42b3-a8fe-27f1725812b5,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:06.230315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:06.234657 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-de18136e-01a7-4600-ae29-0d0b51e0809f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d849428-f765-4c60-b73d-22829f0aaf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0731146
Apr 19 18:54:06.271349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.api [None req-082ea768-1476-4377-b786-76606a445d38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:54:06.271839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_db.api [None req-082ea768-1476-4377-b786-76606a445d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:54:06.327412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:06.394269 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-23c6a4cb-8c01-4745-8548-c9396bbb59c5 service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586022
Apr 19 18:54:06.449178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b73c45f60>,) {'filters': {'network_id': ['80792e30-c9a0-4fc6-8820-e94f9675f904']}} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:06.463095 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b73c45f60>, '31f79f62-03ce-4250-9ff2-b50dac973df5') {'for_net_delete': True} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:06.463438 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b73c45f60>, '31f79f62-03ce-4250-9ff2-b50dac973df5') {} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:06.476544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2958493'] for segment, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:06.492670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:06.499708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=86309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:54:06.591817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 891a2518-1edc-42b3-a8fe-27f1725812b5 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:54:06.625159 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ab4a890-ca8f-4556-bc43-40f239738ae2 req-d8c1c6ef-7304-4e4d-a175-1c87dcd400e5 service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2239146
Apr 19 18:54:06.633358 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 891a2518-1edc-42b3-a8fe-27f1725812b5 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:54:06.633929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 891a2518-1edc-42b3-a8fe-27f1725812b5 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:54:06.634144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73127dde-02ad-41dc-bf7c-7f288e90aaae req-75820446-bc74-4cc7-947a-99cd0f8a29d8 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:06.635753 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-73127dde-02ad-41dc-bf7c-7f288e90aaae req-75820446-bc74-4cc7-947a-99cd0f8a29d8 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 943 time: 0.2035649
Apr 19 18:54:06.688798 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-73127dde-02ad-41dc-bf7c-7f288e90aaae req-57686bbb-3712-435d-b912-2e7fff82d613 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458281
Apr 19 18:54:06.697451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:54:06.707063 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852643943'] for segment, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:06.767878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38f8bb-85d8-4fe3-83c8-309b049c9203 req-ea0c67fd-a240-48b9-9448-c020e47a1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:06.769475 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5f38f8bb-85d8-4fe3-83c8-309b049c9203 req-ea0c67fd-a240-48b9-9448-c020e47a1481 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 1096 time: 0.0843658
Apr 19 18:54:06.773339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-082ea768-1476-4377-b786-76606a445d38 None None] Deleting port 891a2518-1edc-42b3-a8fe-27f1725812b5 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:54:06.773777 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-082ea768-1476-4377-b786-76606a445d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:06.848765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-082ea768-1476-4377-b786-76606a445d38 None None] The port '891a2518-1edc-42b3-a8fe-27f1725812b5' was deleted {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:54:06.888323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Network 80792e30-c9a0-4fc6-8820-e94f9675f904 has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:54:06.916308 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:54:06.919291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38f8bb-85d8-4fe3-83c8-309b049c9203 req-4a2e913f-460b-4248-98a6-7112635cef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:06.920395 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5f38f8bb-85d8-4fe3-83c8-309b049c9203 req-4a2e913f-460b-4248-98a6-7112635cef10 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 915 time: 0.1436915
Apr 19 18:54:06.992555 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:06.996369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0af343a3-090c-42f6-ab40-f079e62816d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:06.997717 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5f38f8bb-85d8-4fe3-83c8-309b049c9203 req-59380a48-d66f-43dc-b724-26a34c72e9ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b1219-c1b2-4f39-bacc-1ca1fa532422 HTTP/1.1" status: 200  len: 217 time: 0.0686171
Apr 19 18:54:07.010527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:07.021456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Pushing event deleted for resources: {'Network': ['ID=80792e30-c9a0-4fc6-8820-e94f9675f904,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:07.026186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:07.029938 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] 10.222.0.41 "DELETE /v2.0/networks/80792e30-c9a0-4fc6-8820-e94f9675f904 HTTP/1.1" status: 204  len: 168 time: 1.5192337
Apr 19 18:54:07.033171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50562) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:07.071674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38f8bb-85d8-4fe3-83c8-309b049c9203 req-7882c915-1ceb-4cf5-ae38-ba4164bbf8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:07.073212 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5f38f8bb-85d8-4fe3-83c8-309b049c9203 req-7882c915-1ceb-4cf5-ae38-ba4164bbf8b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 200  len: 854 time: 0.0690689
Apr 19 18:54:07.132102 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5f38f8bb-85d8-4fe3-83c8-309b049c9203 req-aa23d574-7dda-4f73-8b45-904586a74a79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d849428-f765-4c60-b73d-22829f0aaf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517964
Apr 19 18:54:07.276473 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5f38f8bb-85d8-4fe3-83c8-309b049c9203 req-01e6000e-e72b-4ae6-a126-3fb219c9e44c service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373882
Apr 19 18:54:07.421042 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5f38f8bb-85d8-4fe3-83c8-309b049c9203 req-fbcbeb8a-60e3-4112-bef4-657aabc391b2 service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374304
Apr 19 18:54:07.627421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837056'] for router_interface, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:07.932958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc161f5-da24-4880-87fc-98f58b7a0632 req-cf801d02-a991-4311-948f-a891010a6405 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:07.934879 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bfc161f5-da24-4880-87fc-98f58b7a0632 req-cf801d02-a991-4311-948f-a891010a6405 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 943 time: 0.1245191
Apr 19 18:54:07.984938 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bfc161f5-da24-4880-87fc-98f58b7a0632 req-8621e29a-8c82-48d4-a098-42c12eb77a3e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428033
Apr 19 18:54:08.019686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Deleting port 936068a0-e627-4b92-869e-c9f614e1cab8 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:54:08.020202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:08.213265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] For port 936068a0-e627-4b92-869e-c9f614e1cab8, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=936068a0-e627-4b92-869e-c9f614e1cab8,segment=NetworkSegment(e329c5a8-004c-4c97-8d98-41612c220635),segment_id=e329c5a8-004c-4c97-8d98-41612c220635)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:08.213642 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:08.343781 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Calling delete_port for 936068a0-e627-4b92-869e-c9f614e1cab8 owned by network:router_interface {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:54:08.520251 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:08.526204 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-491793de-7f3b-42e8-bb50-15182f8322ac tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:08.575629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=936068a0-e627-4b92-869e-c9f614e1cab8,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:08.578322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:08.707472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device cb2b1219-c1b2-4f39-bacc-1ca1fa532422 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:54:08.863793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port cb2b1219-c1b2-4f39-bacc-1ca1fa532422, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:08.880655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'cb2b1219-c1b2-4f39-bacc-1ca1fa532422', 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50', 'port_id': 'cb2b1219-c1b2-4f39-bacc-1ca1fa532422', 'mac_address': 'fa:16:3e:2c:d4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68d2a6-917e-4b12-a4f5-1656fb069478', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:54:08.944319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:08.963802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2b1219-c1b2-4f39-bacc-1ca1fa532422 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:54:08.981008 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port cb2b1219-c1b2-4f39-bacc-1ca1fa532422, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:08.984208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:08.986811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:09.077808 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:09.086084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.086511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.086905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.087288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.087937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.088051 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.088375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.088751 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.089124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.090039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.090039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.090343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:09.094716 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:09.135889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837182'] for router_interface, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:09.198092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cb2b1219-c1b2-4f39-bacc-1ca1fa532422'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:54:09.206100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff252fa5-e29a-4bc0-a067-c14db674bb03 req-1646c560-55d1-4a33-8d6e-bbe6066fd583 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:09.207786 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff252fa5-e29a-4bc0-a067-c14db674bb03 req-1646c560-55d1-4a33-8d6e-bbe6066fd583 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 944 time: 0.0955508
Apr 19 18:54:09.272074 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff252fa5-e29a-4bc0-a067-c14db674bb03 req-f2e3350b-1265-48c2-ac09-18244048159a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572634
Apr 19 18:54:09.552442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Router 40bf258b-af42-48c9-8690-48ea7a55a39c has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:54:09.751995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:54:09.761547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] Sync routers for ids ['40bf258b-af42-48c9-8690-48ea7a55a39c'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:54:09.762668 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] 10.222.0.41 "PUT /v2.0/routers/40bf258b-af42-48c9-8690-48ea7a55a39c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7282808
Apr 19 18:54:09.765570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50590) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:09.771496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] Routers {'40bf258b-af42-48c9-8690-48ea7a55a39c'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:09.772160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b788068d0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:53:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['40bf258b-af42-48c9-8690-48ea7a55a39c'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:09.919248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f5722211-2ad0-4a8a-bf70-bcf3745cb87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:09.958083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Notify callbacks [] for router, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:09.962323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] Set router 40bf258b-af42-48c9-8690-48ea7a55a39c gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:10.276470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b788068d0>, [{'id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'name': 'tempest-TestMinimumBasicScenario-458899349-router', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:22Z', 'updated_at': '2021-04-19T18:54:08Z', 'revision_number': 5, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'gw_port': {'id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:23Z', 'updated_at': '2021-04-19T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:10.281098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] Checking router: 40bf258b-af42-48c9-8690-48ea7a55a39c for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:54:10.291905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] Routers {'40bf258b-af42-48c9-8690-48ea7a55a39c'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:10.292604 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b788068d0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:53:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['40bf258b-af42-48c9-8690-48ea7a55a39c'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:10.424872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:10.448715 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Deleting port 890222cd-c181-48d8-8cb0-9390110d54d0 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:54:10.449093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:10.484649 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] Set router 40bf258b-af42-48c9-8690-48ea7a55a39c gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:10.565012 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff759d-be96-454e-82e1-2912c44b2d95 req-41a04903-25a5-4162-9762-226cf248019a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:10.566668 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-beff759d-be96-454e-82e1-2912c44b2d95 req-41a04903-25a5-4162-9762-226cf248019a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 944 time: 0.1787817
Apr 19 18:54:10.693182 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-beff759d-be96-454e-82e1-2912c44b2d95 req-b486b8ba-60b8-4862-accb-7518f439f808 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183126
Apr 19 18:54:10.713226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] For port 890222cd-c181-48d8-8cb0-9390110d54d0, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=890222cd-c181-48d8-8cb0-9390110d54d0,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:10.713566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:10.798301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b788068d0>, [{'id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'name': 'tempest-TestMinimumBasicScenario-458899349-router', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:22Z', 'updated_at': '2021-04-19T18:54:08Z', 'revision_number': 5, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'gw_port': {'id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:23Z', 'updated_at': '2021-04-19T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:10.802380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd7785-a631-47ee-84b0-3fffe84d5826 None None] The sync data for ids ['40bf258b-af42-48c9-8690-48ea7a55a39c'] in dv-cinder-786929-1-iscsi is: [{'id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'name': 'tempest-TestMinimumBasicScenario-458899349-router', 'tenant_id': 'b4885930628e4d4588ddb00cd257a011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:51:22Z', 'updated_at': '2021-04-19T18:54:08Z', 'revision_number': 5, 'project_id': 'b4885930628e4d4588ddb00cd257a011', 'gw_port': {'id': '890222cd-c181-48d8-8cb0-9390110d54d0', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bf258b-af42-48c9-8690-48ea7a55a39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:51:23Z', 'updated_at': '2021-04-19T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:54:10.850913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Calling delete_port for 890222cd-c181-48d8-8cb0-9390110d54d0 owned by network:router_gateway {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:54:10.971551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device cb2b1219-c1b2-4f39-bacc-1ca1fa532422 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:11.031444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.036427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-09f40678-2cb9-4449-963b-d829772d0531 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:11.045607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port cb2b1219-c1b2-4f39-bacc-1ca1fa532422 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:11.050993 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port cb2b1219-c1b2-4f39-bacc-1ca1fa532422 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:11.051420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.084311 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=890222cd-c181-48d8-8cb0-9390110d54d0,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:11.087807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:11.186928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.189851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850930561'] for router_gateway, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.218290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08f2905-6a9d-467c-adee-62b05d347534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2b1219-c1b2-4f39-bacc-1ca1fa532422'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:54:11.229216 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port cb2b1219-c1b2-4f39-bacc-1ca1fa532422, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:11.232616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.234645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:11.275021 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08f2905-6a9d-467c-adee-62b05d347534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2b1219-c1b2-4f39-bacc-1ca1fa532422', 'code': 200}
Apr 19 18:54:11.310170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:11.313363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:11.377578 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850934237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257981'] for router, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.379925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.402933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3836263'] for router, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.403513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40bf258b-af42-48c9-8690-48ea7a55a39c {{(pid=86308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:54:11.417276 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Notify callbacks [] for router, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.418566 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] 10.222.0.41 "DELETE /v2.0/routers/40bf258b-af42-48c9-8690-48ea7a55a39c HTTP/1.1" status: 204  len: 168 time: 1.6518834
Apr 19 18:54:11.421155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50600) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:11.489549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-558648da-0fb8-4e17-a12a-c80db408d0d9 admin admin] Deleting subnet 507cbc10-782b-4f7f-9cf2-14c22172de8a {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:54:11.492905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-558648da-0fb8-4e17-a12a-c80db408d0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.549527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-558648da-0fb8-4e17-a12a-c80db408d0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595073'] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.645499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-558648da-0fb8-4e17-a12a-c80db408d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:11.989265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd58fef-1e4e-48d3-b98e-cf62aa5c77c7 req-ec698ad6-9f99-47b2-893d-e5a27c225c2a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:11.991436 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7fd58fef-1e4e-48d3-b98e-cf62aa5c77c7 req-ec698ad6-9f99-47b2-893d-e5a27c225c2a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 945 time: 0.1720886
Apr 19 18:54:11.999421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-558648da-0fb8-4e17-a12a-c80db408d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844620269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844645310'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:12.019921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-74d62184-5c8f-458d-838d-7a38b96518b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:12.067208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-558648da-0fb8-4e17-a12a-c80db408d0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:12.072929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04221d84-3af2-44e0-92e7-8359e7918d7d None None] Network 9e70b460-b782-4e9f-98e9-5175f344bd2c requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:54:12.079528 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558648da-0fb8-4e17-a12a-c80db408d0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507cbc10-782b-4f7f-9cf2-14c22172de8a,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:12.082275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-558648da-0fb8-4e17-a12a-c80db408d0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:12.088517 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-558648da-0fb8-4e17-a12a-c80db408d0d9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/507cbc10-782b-4f7f-9cf2-14c22172de8a HTTP/1.1" status: 204  len: 168 time: 0.6662645
Apr 19 18:54:12.090592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50608) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:12.100835 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7fd58fef-1e4e-48d3-b98e-cf62aa5c77c7 req-c6afddc1-d00c-46c7-ac37-1f9f6d2a4f90 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027992
Apr 19 18:54:12.211632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:12.222584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Deleting port 021ac26b-07e4-4f84-8471-6dc762dc53f0 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:54:12.222956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:12.366497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] DHCP port deletion for 9e70b460-b782-4e9f-98e9-5175f344bd2c request from dv-cinder-786929-1-iscsi {{(pid=86310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:54:12.370819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] Deleting port 021ac26b-07e4-4f84-8471-6dc762dc53f0 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:54:12.371249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:12.444149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] For port 021ac26b-07e4-4f84-8471-6dc762dc53f0, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=021ac26b-07e4-4f84-8471-6dc762dc53f0,segment=NetworkSegment(e329c5a8-004c-4c97-8d98-41612c220635),segment_id=e329c5a8-004c-4c97-8d98-41612c220635)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:12.444549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:12.582801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Calling delete_port for 021ac26b-07e4-4f84-8471-6dc762dc53f0 owned by network:dhcp {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:54:12.591506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] For port 021ac26b-07e4-4f84-8471-6dc762dc53f0, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=021ac26b-07e4-4f84-8471-6dc762dc53f0,segment=NetworkSegment(e329c5a8-004c-4c97-8d98-41612c220635),segment_id=e329c5a8-004c-4c97-8d98-41612c220635)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:12.591952 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:12.601742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 890222cd-c181-48d8-8cb0-9390110d54d0 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:54:12.648209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 890222cd-c181-48d8-8cb0-9390110d54d0 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:54:12.648601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 890222cd-c181-48d8-8cb0-9390110d54d0 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:54:12.649079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 936068a0-e627-4b92-869e-c9f614e1cab8 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:54:12.661923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:12.667477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-37af6715-d7aa-4eb0-b0b4-825e4f43b183 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:12.713318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Pushing event deleted for resources: {'Port': ['ID=021ac26b-07e4-4f84-8471-6dc762dc53f0,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:12.716728 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:12.717571 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] No DVR routers for this DVR port 021ac26b-07e4-4f84-8471-6dc762dc53f0 on host dv-cinder-786929-1-iscsi {{(pid=86309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:54:12.795138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 936068a0-e627-4b92-869e-c9f614e1cab8 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:54:12.795138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 936068a0-e627-4b92-869e-c9f614e1cab8 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:54:12.795562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 021ac26b-07e4-4f84-8471-6dc762dc53f0 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:54:12.842219 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:12.844127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] Calling delete_port for 021ac26b-07e4-4f84-8471-6dc762dc53f0 owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:54:12.897233 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 021ac26b-07e4-4f84-8471-6dc762dc53f0 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:54:12.897673 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 021ac26b-07e4-4f84-8471-6dc762dc53f0 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:54:12.962848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7865e860>,) {'filters': {'network_id': ['9e70b460-b782-4e9f-98e9-5175f344bd2c']}} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:12.964194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a5edf088-7071-45a7-95d0-0293de357551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:12.980108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7865e860>, 'e329c5a8-004c-4c97-8d98-41612c220635') {'for_net_delete': True} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:12.980456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7865e860>, 'e329c5a8-004c-4c97-8d98-41612c220635') {} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:12.994973 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.api [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:54:12.995421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_db.api [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:54:12.996280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2958493'] for segment, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:13.017631 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:13.025037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=86309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:54:13.153790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80fb92-a4dd-48ee-abac-c06b9c1d4d82 req-744eaf64-f4c2-4289-b8aa-c274f01eff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:13.155992 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-df80fb92-a4dd-48ee-abac-c06b9c1d4d82 req-744eaf64-f4c2-4289-b8aa-c274f01eff6d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 1098 time: 0.1080604
Apr 19 18:54:13.206289 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-df80fb92-a4dd-48ee-abac-c06b9c1d4d82 req-8ec58f11-fcdb-453e-b195-607a8850880a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439594
Apr 19 18:54:13.217783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Network 9e70b460-b782-4e9f-98e9-5175f344bd2c has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:54:13.228824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852643943'] for segment, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:13.268073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:13.364966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcc2b1-ef86-4c0f-83fa-ca27b7057fee req-aedf16a4-9ccf-4939-a1ac-2f5bb4b09764 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:13.367671 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-86fcc2b1-ef86-4c0f-83fa-ca27b7057fee req-aedf16a4-9ccf-4939-a1ac-2f5bb4b09764 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 945 time: 0.0982056
Apr 19 18:54:13.417887 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-86fcc2b1-ef86-4c0f-83fa-ca27b7057fee req-37574353-6534-4ffb-bb8a-61b2c0a9707a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435333
Apr 19 18:54:13.421277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Network 9e70b460-b782-4e9f-98e9-5175f344bd2c has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:54:13.445049 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:54:13.496882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] Deleting port 021ac26b-07e4-4f84-8471-6dc762dc53f0 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:54:13.497312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:13.529307 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:13.533334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c2dfd36-9aa6-4f03-94d2-2d648a0d3e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:13.551621 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:13.564193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e70b460-b782-4e9f-98e9-5175f344bd2c,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:13.567319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:13.572349 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-d6e7ea0e-e3c0-4468-950c-d25e663aa946 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9e70b460-b782-4e9f-98e9-5175f344bd2c HTTP/1.1" status: 204  len: 168 time: 1.4781725
Apr 19 18:54:13.586601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-243305dd-9294-4fff-8c3b-ab56199162a9 None None] The port '021ac26b-07e4-4f84-8471-6dc762dc53f0' was deleted {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:54:13.765105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50618) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:13.822342 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b84067c4-23ab-478f-b51a-7c918f725bb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41413a5cc30f43449ea080b161dbc215&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557756
Apr 19 18:54:13.823955 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50622) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:13.892794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7582d27f-bd9d-456c-acda-072f889605ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:13.920525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7582d27f-bd9d-456c-acda-072f889605ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:13.973016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7582d27f-bd9d-456c-acda-072f889605ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:13.977131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e4ea8192-4844-4c75-9cf8-bbf0d328638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:13.995559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582d27f-bd9d-456c-acda-072f889605ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6107e15-310d-4f7e-80fa-2a76aed55f16,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:13.997820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7582d27f-bd9d-456c-acda-072f889605ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:14.003646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7582d27f-bd9d-456c-acda-072f889605ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:14.007799 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7582d27f-bd9d-456c-acda-072f889605ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6107e15-310d-4f7e-80fa-2a76aed55f16 HTTP/1.1" status: 204  len: 168 time: 0.1798103
Apr 19 18:54:14.197464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:14.391596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50640) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:14.449653 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f7669a8c-1ef7-4188-bbfb-16d51a199288 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4885930628e4d4588ddb00cd257a011&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0567503
Apr 19 18:54:14.452542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50648) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:14.541289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-503a5867-48d1-4dbf-87d4-521db6c9a18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:14.574502 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-503a5867-48d1-4dbf-87d4-521db6c9a18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:14.624773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:14.630068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0caeaf-03f9-496d-a369-9fa46233b31f req-951f7dc5-4dfa-4137-b7cd-c763a171f637 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:14.632271 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ab0caeaf-03f9-496d-a369-9fa46233b31f req-951f7dc5-4dfa-4137-b7cd-c763a171f637 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 945 time: 0.0920067
Apr 19 18:54:14.651875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-503a5867-48d1-4dbf-87d4-521db6c9a18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:14.657860 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-71c529e8-ccf3-46b4-84eb-89bc0080b082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:14.671727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a5867-48d1-4dbf-87d4-521db6c9a18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ba95d8-ce99-4520-8b84-dcf478284962,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:14.678375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-503a5867-48d1-4dbf-87d4-521db6c9a18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:14.687902 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-503a5867-48d1-4dbf-87d4-521db6c9a18d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21ba95d8-ce99-4520-8b84-dcf478284962 HTTP/1.1" status: 204  len: 168 time: 0.2341607
Apr 19 18:54:14.689128 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-503a5867-48d1-4dbf-87d4-521db6c9a18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:14.691339 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ab0caeaf-03f9-496d-a369-9fa46233b31f req-2d66a7cf-c0a4-4e44-bad4-fc0ee6801508 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506649
Apr 19 18:54:15.544630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50684) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:15.569127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:15.658296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2070589546-network', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:15.664602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:15.668694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Usage tracker for resource:network and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:15.671684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:15.678022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:15.687844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Made reservation on behalf of eb521e79fead4cb2a39a3cefbc731695 for: {'network': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:54:15.692588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:15.710054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:15.726066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:15.730100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Usage tracker for resource:security_group_rule and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:15.733030 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:15.739030 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:15.826872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:15.829800 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:15.835005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70fca4f6-bc23-4886-8522-8a532c6e5d29 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:15.864115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'}  {{(pid=86309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:54:15.873560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20b00c0-5e7e-4226-bc4c-ef388ae36999,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:15.877456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:15.879995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:15.880381 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Added segment 311a3077-d526-422e-92ad-f463aa2e677f of type vlan for network 308c5962-a460-479b-aaec-ff71d96a0323
Apr 19 18:54:15.908644 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:15.939290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:15.940755 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:15.941394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:15.947231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c997f2b6-9747-4bf7-ad36-09007e4e9df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:16.057567 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5117338
Apr 19 18:54:16.058548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Pushing event updated for resources: {'Network': ['ID=308c5962-a460-479b-aaec-ff71d96a0323,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:16.060667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50692) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:16.064123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:16.067991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Request body: {'subnet': {'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2070589546-subnet', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'ip_version': 4}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:16.069975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 308c5962-a460-479b-aaec-ff71d96a0323 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:54:16.074296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:16.078573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Usage tracker for resource:subnet and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:16.081547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:16.088856 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:16.098660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Made reservation on behalf of eb521e79fead4cb2a39a3cefbc731695 for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:54:16.104028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844669259'] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:16.565335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852644737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844669276'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:16.571298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:16.652306 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396bfe2f-c9b8-460b-9d2b-cd33b631b36c,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:16.655024 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:16.659743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Checking segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:16.660140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Network hostable DHCP agents. Network: 308c5962-a460-479b-aaec-ff71d96a0323, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:54:16.679667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Network 308c5962-a460-479b-aaec-ff71d96a0323 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:54:16.688743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 308c5962-a460-479b-aaec-ff71d96a0323) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:16.698414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a933d6f-65c4-4076-abda-30c81d724cc3 None None] Network 308c5962-a460-479b-aaec-ff71d96a0323 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:54:16.702207 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:16.702898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:16.722295 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2f0a8a5b-1c49-4240-b1b0-25831aab8b76 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6605575
Apr 19 18:54:16.725629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50712) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:16.732199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:16.737511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:16.743371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Usage tracker for resource:router and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:16.747468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:16.754223 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:16.765106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850928906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258002'] for router, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:16.766209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3846910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3845144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3805449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854517851'] for router, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:16.783282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:16.945556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84524719-d496-59df-8eba-4cb173923df2-308c5962-a460-479b-aaec-ff71d96a0323', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c'}]}} from dv-cinder-786929-1-iscsi. {{(pid=86310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:54:16.946521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:17.121460 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Allocated IP 172.20.0.2 (308c5962-a460-479b-aaec-ff71d96a0323/396bfe2f-c9b8-460b-9d2b-cd33b631b36c/a32dfcee-b36a-488a-b99a-e45fe5b7a4e7) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:54:17.360314 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:17.561851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:17.574554 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Transition to ACTIVE for port object a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:17.598724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Transition to ACTIVE for port object a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:17.605972 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:17.612014 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:17.693220 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Network 308c5962-a460-479b-aaec-ff71d96a0323 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:17.697035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:17.701052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:54:17.709365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Pushing event updated for resources: {'Port': ['ID=a32dfcee-b36a-488a-b99a-e45fe5b7a4e7,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:17.741544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:17.791289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:17.813669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Attempting to bind port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:54:17.814086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Attempting to bind port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:54:17.814537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Attempting to bind port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 on network 308c5962-a460-479b-aaec-ff71d96a0323 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:17.821206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:54:17.821830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Checking segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:17.822160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:17.822625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Bound using segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:54:17.823163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Bound port: a32dfcee-b36a-488a-b99a-e45fe5b7a4e7, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:54:17.823558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:17.826249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:17.929722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] For port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:54:17.933309 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] For port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a32dfcee-b36a-488a-b99a-e45fe5b7a4e7,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:54:17.938028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:17.944453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:18.009374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Allocated IP 172.27.3.116 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/0a4a7565-5267-4142-ae0c-7d34c70b696f) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:54:18.060412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Pushing event updated for resources: {'Port': ['ID=a32dfcee-b36a-488a-b99a-e45fe5b7a4e7,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:18.066269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:18.123827 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2d52516b-5181-497b-b704-6c89772cedfd req-377bd091-a4e3-42d5-9609-ff37bc3efa86 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1000731
Apr 19 18:54:18.210521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:18.241932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:18.246966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d7de6ba2-56f0-4327-82cd-0e888f1ad1da tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:18.288331 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52516b-5181-497b-b704-6c89772cedfd req-65855cc3-4144-485c-804e-a39ed86d9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:18.289925 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2d52516b-5181-497b-b704-6c89772cedfd req-65855cc3-4144-485c-804e-a39ed86d9e76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 1098 time: 0.0802004
Apr 19 18:54:18.316930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:18.320831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:18.325036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:54:18.384501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Pushing event updated for resources: {'Port': ['ID=0a4a7565-5267-4142-ae0c-7d34c70b696f,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:18.389120 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:18.481101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52516b-5181-497b-b704-6c89772cedfd req-506d58db-274d-4543-969b-b3039debb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:18.482753 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2d52516b-5181-497b-b704-6c89772cedfd req-506d58db-274d-4543-969b-b3039debb0c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 915 time: 0.1715839
Apr 19 18:54:18.572486 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2d52516b-5181-497b-b704-6c89772cedfd req-3dc7f96a-9052-4561-b42b-b5d1053d93b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b1219-c1b2-4f39-bacc-1ca1fa532422 HTTP/1.1" status: 200  len: 217 time: 0.0821862
Apr 19 18:54:18.630196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:18.649532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52516b-5181-497b-b704-6c89772cedfd req-6771e1f3-cb9a-42b9-891b-35c8ba8bce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:18.651218 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2d52516b-5181-497b-b704-6c89772cedfd req-6771e1f3-cb9a-42b9-891b-35c8ba8bce7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 200  len: 854 time: 0.0721047
Apr 19 18:54:18.706327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:18.710177 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2d52516b-5181-497b-b704-6c89772cedfd req-34cfd3ad-356e-4b83-b48f-bc159f879d9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d849428-f765-4c60-b73d-22829f0aaf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519140
Apr 19 18:54:18.831354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:18.864242 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2d52516b-5181-497b-b704-6c89772cedfd req-fbc1d616-362a-4c7f-89c4-ea8aceb0c14d service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465867
Apr 19 18:54:19.030678 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2d52516b-5181-497b-b704-6c89772cedfd req-8866139a-46b9-4699-8e6e-3cfebbb6d63c service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572680
Apr 19 18:54:19.248042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850934179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491'] for router, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:19.482893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f60e59-d30e-4a72-809c-9255c7cb9ca4 None None] Network 308c5962-a460-479b-aaec-ff71d96a0323 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:54:19.498193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f is scheduled to L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 with binding_index 1 {{(pid=86309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:54:19.600889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-9d78f71f-9b17-4f76-b426-ee2e691548ee None None] Provisioning for port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:19.612126 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-9d78f71f-9b17-4f76-b426-ee2e691548ee None None] Provisioning complete for port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:19.612546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9d78f71f-9b17-4f76-b426-ee2e691548ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:19.696029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:54:19.718710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Sync routers for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:54:19.720562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] Notify callbacks [] for router, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:19.721949 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2c578576-fd28-4649-a79b-0f4cc9e4b51c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.9951711
Apr 19 18:54:19.725337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50782) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:19.754616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:19.755249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b785fe828>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:54:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:20.053981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9d78f71f-9b17-4f76-b426-ee2e691548ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:20.111188 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:20.245032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-9d78f71f-9b17-4f76-b426-ee2e691548ee None None] For port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a32dfcee-b36a-488a-b99a-e45fe5b7a4e7,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:20.270415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9d78f71f-9b17-4f76-b426-ee2e691548ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:20.275869 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:20.424785 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78f71f-9b17-4f76-b426-ee2e691548ee None None] Pushing event updated for resources: {'Port': ['ID=a32dfcee-b36a-488a-b99a-e45fe5b7a4e7,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:20.437969 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9d78f71f-9b17-4f76-b426-ee2e691548ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:20.506123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f6a83efe-b9cf-4328-bdd9-cd15e4af312c None None] Provisioning complete for port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:20.506708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f6a83efe-b9cf-4328-bdd9-cd15e4af312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:20.588208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b785fe828>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:18Z', 'revision_number': 3, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:20.595045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Checking router: f0c88d97-ccb5-4253-a63d-7ed6a5ec907f for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:54:20.595447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Updating router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f port 0a4a7565-5267-4142-ae0c-7d34c70b696f binding host dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:54:20.666830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:20.775773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:20.862642 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:20.913833 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:20.914260 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.098229 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Allocated IP 172.20.0.1 (308c5962-a460-479b-aaec-ff71d96a0323/396bfe2f-c9b8-460b-9d2b-cd33b631b36c/2b272b6e-0768-4267-aa03-455b1d38bc82) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:54:21.278322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.296662 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Transition to ACTIVE for port object 2b272b6e-0768-4267-aa03-455b1d38bc82 will not be triggered until provisioned by entity DHCP. {{(pid=86309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:21.324437 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.332936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-71518607-a62e-48fe-969c-edb3b6a0efeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:21.404319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Network 308c5962-a460-479b-aaec-ff71d96a0323 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:21.413149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:21.417854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:54:21.447409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.460834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Transition to ACTIVE for port object 0a4a7565-5267-4142-ae0c-7d34c70b696f will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:21.465226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Pushing event updated for resources: {'Port': ['ID=2b272b6e-0768-4267-aa03-455b1d38bc82,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:21.468888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.470054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:21.473817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:21.488411 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841304'] for router_interface, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.564372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Attempting to bind port 0a4a7565-5267-4142-ae0c-7d34c70b696f on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:54:21.565459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Attempting to bind port 0a4a7565-5267-4142-ae0c-7d34c70b696f by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:54:21.565459 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Attempting to bind port 0a4a7565-5267-4142-ae0c-7d34c70b696f on network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:21.572706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1de952-e1c9-4b54-8dfe-0c1c2ee43233 None None] Pushing event updated for resources: {'Port': ['ID=0a4a7565-5267-4142-ae0c-7d34c70b696f,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:21.577242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0e1de952-e1c9-4b54-8dfe-0c1c2ee43233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:21.578424 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:54:21.578877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:21.579404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.579917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Bound using segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:54:21.580528 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Bound port: 0a4a7565-5267-4142-ae0c-7d34c70b696f, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:54:21.581025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.632269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.668891 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] For port 0a4a7565-5267-4142-ae0c-7d34c70b696f, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:54:21.672274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] For port 0a4a7565-5267-4142-ae0c-7d34c70b696f, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=0a4a7565-5267-4142-ae0c-7d34c70b696f,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:54:21.676387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.684378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:21.760103 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5309eadf-b9bf-42bd-ae92-75bd52836296 None None] Provisioning for port 2b272b6e-0768-4267-aa03-455b1d38bc82 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:21.778170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5309eadf-b9bf-42bd-ae92-75bd52836296 None None] Provisioning complete for port 2b272b6e-0768-4267-aa03-455b1d38bc82 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:21.778954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5309eadf-b9bf-42bd-ae92-75bd52836296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.824285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1de952-e1c9-4b54-8dfe-0c1c2ee43233 None None] Pushing event updated for resources: {'Port': ['ID=0a4a7565-5267-4142-ae0c-7d34c70b696f,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:21.838089 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0e1de952-e1c9-4b54-8dfe-0c1c2ee43233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:21.838858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:21.839575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b785fe828>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:54:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:21.914727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.918888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:21.955343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3344667d-43fc-4860-b074-0734f1917a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:21.980289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5309eadf-b9bf-42bd-ae92-75bd52836296 None None] Port 2b272b6e-0768-4267-aa03-455b1d38bc82 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:54:22.049770 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850934401'] for router_interface, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:22.054477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:22.055121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Pushing event updated for resources: {'Port': ['ID=2b272b6e-0768-4267-aa03-455b1d38bc82,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:22.060372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:22.218967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Network 308c5962-a460-479b-aaec-ff71d96a0323 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:22.220386 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:22.445823 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b785fe828>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 1, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:22.446474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:54:22.450281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca7c81-566b-4a39-bc68-5dd9a368778d None None] The sync data for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi is: [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 1, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:54:22.519617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6df84814-fdf6-49c4-8e49-5fd9ae0acce4 None None] Provisioning complete for port 2b272b6e-0768-4267-aa03-455b1d38bc82 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:22.519948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6df84814-fdf6-49c4-8e49-5fd9ae0acce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:22.584291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6df84814-fdf6-49c4-8e49-5fd9ae0acce4 None None] Port 2b272b6e-0768-4267-aa03-455b1d38bc82 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:54:22.649427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:54:22.658794 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] 10.222.0.41 "PUT /v2.0/routers/f0c88d97-ccb5-4253-a63d-7ed6a5ec907f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9322941
Apr 19 18:54:23.296778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50816) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:23.308948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-126017484-network', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:23.314572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:23.319208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Usage tracker for resource:network and tenant:1ce3999530b44ca4a6f0389c6e6d857e is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:23.322453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:23.329676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:23.340935 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Made reservation on behalf of 1ce3999530b44ca4a6f0389c6e6d857e for: {'network': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:54:23.346583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:23.361398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:23.383291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:23.387906 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce3999530b44ca4a6f0389c6e6d857e is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:23.391048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:23.398261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:23.494821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:23.503566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:23.516954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3242f1f7-f8b5-4de9-bc30-a9d2fc542172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:23.546213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'}  {{(pid=86309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:54:23.561853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19950aec-28e7-412c-bdee-37253bec9be9,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:23.566611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:23.567828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:23.568775 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Added segment 4ad17510-478b-449f-80c4-45e54079208c of type vlan for network f99a8297-68be-4fdc-aa04-205489b651fc
Apr 19 18:54:23.604113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:23.652698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:23.654170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:23.654967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:23.660451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5992fc16-fe09-416d-806e-eee0f7aa9882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:23.772679 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4746721
Apr 19 18:54:23.775902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50826) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:23.776082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f99a8297-68be-4fdc-aa04-205489b651fc,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:23.778944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a8ada769-03b1-40db-b1ce-f1c5722778e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:23.787871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network f99a8297-68be-4fdc-aa04-205489b651fc details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:54:23.789165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Request body: {'subnet': {'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-126017484-subnet', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'ip_version': 4}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:23.794762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:23.800647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Usage tracker for resource:subnet and tenant:1ce3999530b44ca4a6f0389c6e6d857e is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:23.805142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:23.813029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:23.825752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Made reservation on behalf of 1ce3999530b44ca4a6f0389c6e6d857e for: {'subnet': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:54:23.839420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10130536'] for subnet, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:23.905321 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:54:24.114365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-1543704c-7234-4a02-b5b6-aa7d35c01d2e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:24.116139 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-1543704c-7234-4a02-b5b6-aa7d35c01d2e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 814 time: 0.2597516
Apr 19 18:54:24.174967 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-ddaf84f9-59a7-4f63-b4cf-673950f23e4c tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/quotas/6e5d7e8734d14a4e92a530767edaea89 HTTP/1.1" status: 200  len: 375 time: 0.0478716
Apr 19 18:54:24.578227 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-282857a3-f6ad-4f37-8d02-d5527ddf6fb3 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3919990
Apr 19 18:54:24.625322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 0a4a7565-5267-4142-ae0c-7d34c70b696f up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:24.701545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 0a4a7565-5267-4142-ae0c-7d34c70b696f completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:24.706693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 0a4a7565-5267-4142-ae0c-7d34c70b696f triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:24.707115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:24.802864 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-fcc3cbba-f9df-4e8b-96b8-ff13838779f5 service neutron] 10.222.0.41 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763048
Apr 19 18:54:24.840697 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:24.858683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 0a4a7565-5267-4142-ae0c-7d34c70b696f, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=0a4a7565-5267-4142-ae0c-7d34c70b696f,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:24.861733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:24.863695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab36f58a-fa82-4385-8681-4cc4ce4cb3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:24.940184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=0a4a7565-5267-4142-ae0c-7d34c70b696f,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:24.944348 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:24.980795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10155606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10130553'] for subnet, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:24.990826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:25.075026 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-633d52a1-4e0a-433d-9fb1-d3f036ee550d service neutron] 10.222.0.41 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2635181
Apr 19 18:54:25.093935 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3189e123-bf5b-4403-b044-958695bf2f98,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:25.098368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:25.099700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Checking segment: {'id': '4ad17510-478b-449f-80c4-45e54079208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:25.100319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Network hostable DHCP agents. Network: f99a8297-68be-4fdc-aa04-205489b651fc, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:54:25.127762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Network f99a8297-68be-4fdc-aa04-205489b651fc is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:54:25.137388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, f99a8297-68be-4fdc-aa04-205489b651fc) {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:25.150074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3e44b-2fa9-4dc5-be0a-d288ea6f2619 None None] Network f99a8297-68be-4fdc-aa04-205489b651fc requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:54:25.156405 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:25.157196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:25.182930 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4053044
Apr 19 18:54:25.185675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50842) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:25.193202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-126017484-router', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:25.200639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:25.207813 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Usage tracker for resource:router and tenant:1ce3999530b44ca4a6f0389c6e6d857e is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:25.212500 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:25.220535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:25.232768 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850928906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258002'] for router, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:25.233883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3846910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3845144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3805449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854517851'] for router, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:25.252927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:25.379021 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e8c0176d-0af6-4bde-8df9-3e4b9c14d4ad req-6ef8e391-9cb4-4038-b806-dba4f87cf04f tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 210 time: 0.0684485
Apr 19 18:54:25.473110 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84524719-d496-59df-8eba-4cb173923df2-f99a8297-68be-4fdc-aa04-205489b651fc', 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'fixed_ips': [{'subnet_id': '3189e123-bf5b-4403-b044-958695bf2f98'}]}} from dv-cinder-786929-1-iscsi. {{(pid=86310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:54:25.474913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:25.588480 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:25.676899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Allocated IP 172.20.0.2 (f99a8297-68be-4fdc-aa04-205489b651fc/3189e123-bf5b-4403-b044-958695bf2f98/65ec170d-5d0a-4eab-9b42-17921c9cf938) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:54:25.922842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Sync routers for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:54:25.939090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:25.939800 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78c746a0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:54:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:25.998333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.022567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Transition to ACTIVE for port object 65ec170d-5d0a-4eab-9b42-17921c9cf938 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:26.062772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Transition to ACTIVE for port object 65ec170d-5d0a-4eab-9b42-17921c9cf938 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:26.079578 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.104118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:26.245302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:26.257087 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Network f99a8297-68be-4fdc-aa04-205489b651fc is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:26.261458 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:26.263535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Pushing event updated for resources: {'Port': ['ID=65ec170d-5d0a-4eab-9b42-17921c9cf938,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:26.265870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:54:26.308635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:26.373591 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Attempting to bind port 65ec170d-5d0a-4eab-9b42-17921c9cf938 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:54:26.374016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Attempting to bind port 65ec170d-5d0a-4eab-9b42-17921c9cf938 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': '4ad17510-478b-449f-80c4-45e54079208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:54:26.374471 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Attempting to bind port 65ec170d-5d0a-4eab-9b42-17921c9cf938 on network f99a8297-68be-4fdc-aa04-205489b651fc {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:26.376292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.381335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:54:26.381769 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Checking segment: {'id': '4ad17510-478b-449f-80c4-45e54079208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:26.382295 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.382887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Bound using segment: {'id': '4ad17510-478b-449f-80c4-45e54079208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:54:26.383420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Bound port: 65ec170d-5d0a-4eab-9b42-17921c9cf938, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad17510-478b-449f-80c4-45e54079208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:54:26.383843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.417031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.510352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] For port 65ec170d-5d0a-4eab-9b42-17921c9cf938, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:54:26.514162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] For port 65ec170d-5d0a-4eab-9b42-17921c9cf938, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=65ec170d-5d0a-4eab-9b42-17921c9cf938,segment=NetworkSegment(4ad17510-478b-449f-80c4-45e54079208c),segment_id=4ad17510-478b-449f-80c4-45e54079208c)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:54:26.522708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.545593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0e1de952-e1c9-4b54-8dfe-0c1c2ee43233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:26.559048 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-964afc8c-cd15-4643-96a2-6ad00167f44c req-c8d68b78-5a5f-4e40-beff-7a924433249e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 210 time: 0.0650117
Apr 19 18:54:26.638544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Allocated IP 172.27.3.96 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/f0d906eb-5c29-4dd2-8371-86973947bf11) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:54:26.649339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 0a4a7565-5267-4142-ae0c-7d34c70b696f up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:26.714086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78c746a0>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 2, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:26.720585 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Checking router: f0c88d97-ccb5-4253-a63d-7ed6a5ec907f for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:54:26.721138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Updating router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f port 2b272b6e-0768-4267-aa03-455b1d38bc82 binding host dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:54:26.739357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Pushing event updated for resources: {'Port': ['ID=65ec170d-5d0a-4eab-9b42-17921c9cf938,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:26.744622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:26.767429 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 0a4a7565-5267-4142-ae0c-7d34c70b696f triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:26.767941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.797508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.922122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.962896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:26.969520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6e0e7482-3ad6-49df-93ee-0282aebd6483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:27.031941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-a22af3c0-4f28-48ea-86e4-085f1e0e9d4f tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:27.033662 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-a22af3c0-4f28-48ea-86e4-085f1e0e9d4f tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 814 time: 0.2971344
Apr 19 18:54:27.044498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d906eb-5c29-4dd2-8371-86973947bf11,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:27.047956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:27.048544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Request body: {'port': {'device_id': 'bff6da22-30f3-4a4d-b1c7-88e3aea8c61a', 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50', 'admin_state_up': True, 'tenant_id': '6e5d7e8734d14a4e92a530767edaea89'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:27.061975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:27.066152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:27.069733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:54:27.361083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:27.372692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:27.374465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:27.385035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Made reservation on behalf of 6e5d7e8734d14a4e92a530767edaea89 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:54:27.387977 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Transition to ACTIVE for port object 2b272b6e-0768-4267-aa03-455b1d38bc82 will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:27.391836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:27.395681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:27.402020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d00a766e-a0c8-47b1-a455-2f96152aff92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:27.533674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Pushing event updated for resources: {'Port': ['ID=2b272b6e-0768-4267-aa03-455b1d38bc82,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:27.553854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.554117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.554530 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.554903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.555275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.555845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.556214 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.556640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.556945 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.557304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.557668 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.558022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:27.563758 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:27.593950 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Allocated IP 172.20.0.5 (6d849428-f765-4c60-b73d-22829f0aaf50/1a68d2a6-917e-4b12-a4f5-1656fb069478/1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:54:27.699284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Attempting to bind port 2b272b6e-0768-4267-aa03-455b1d38bc82 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:54:27.699820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Attempting to bind port 2b272b6e-0768-4267-aa03-455b1d38bc82 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:54:27.700074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Attempting to bind port 2b272b6e-0768-4267-aa03-455b1d38bc82 on network 308c5962-a460-479b-aaec-ff71d96a0323 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:27.719239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:54:27.720058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Checking segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:27.720704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:27.721153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Bound using segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:54:27.721984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Bound port: 2b272b6e-0768-4267-aa03-455b1d38bc82, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:54:27.722476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:27.812321 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:27.841102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] For port 2b272b6e-0768-4267-aa03-455b1d38bc82, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:54:27.845246 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] For port 2b272b6e-0768-4267-aa03-455b1d38bc82, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=2b272b6e-0768-4267-aa03-455b1d38bc82,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:54:27.855181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:27.864085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7c012925-7430-4694-a4ab-fcfbe2537135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:27.885953 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-92cfa704-8102-4281-a4a5-61303175612f req-eab607c4-1143-4864-a2d2-0cafaa2b0eaa tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 210 time: 0.0721395
Apr 19 18:54:27.948075 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:27.955898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:27.956613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78c746a0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:54:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:27.990735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:27.998821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0bc87d20-586d-4639-88f8-30d2a95fb9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:28.013610 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cb2b1219-c1b2-4f39-bacc-1ca1fa532422'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:54:28.105080 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Network 6d849428-f765-4c60-b73d-22829f0aaf50 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:28.122352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:28.131046 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:54:28.209691 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Pushing event updated for resources: {'Port': ['ID=2b272b6e-0768-4267-aa03-455b1d38bc82,revision_number=4']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:28.225958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:28.246779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Pushing event updated for resources: {'Port': ['ID=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:28.252453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:28.280473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:28.283512 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:28.313193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:28.333570 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2900562
Apr 19 18:54:28.339170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850934179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491'] for router, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:28.348151 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Request body: {'port': {'device_id': 'bff6da22-30f3-4a4d-b1c7-88e3aea8c61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:28.530252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:28.636249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e8da4-201d-4dc8-89a7-d34a5e3553b0 None None] Network f99a8297-68be-4fdc-aa04-205489b651fc requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:54:28.728565 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Router dccfc870-562f-4cb8-9a56-c66fdd89187a is scheduled to L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 with binding_index 1 {{(pid=86309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:54:28.813566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f705a3c8-af3f-4ee4-b591-db02c963891e None None] Provisioning for port 65ec170d-5d0a-4eab-9b42-17921c9cf938 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:28.845157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 65ec170d-5d0a-4eab-9b42-17921c9cf938 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:28.886980 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78c746a0>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:27Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:28.891635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016c842-6bdf-4edf-878f-81c83b77de82 None None] The sync data for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi is: [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:27Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:54:28.992288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:54:29.025151 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] Notify callbacks [] for router, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:29.029643 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1a39ddcb-73aa-4427-b468-700566c8cd62 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.8426790
Apr 19 18:54:29.030303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50872) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:29.054660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:54:29.061256 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Sync routers for ids ['dccfc870-562f-4cb8-9a56-c66fdd89187a'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:54:29.065893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:29.098653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Routers {'dccfc870-562f-4cb8-9a56-c66fdd89187a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:29.099892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7848fb38>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:54:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['dccfc870-562f-4cb8-9a56-c66fdd89187a'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:29.157481 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Transition to ACTIVE for port object 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:29.163063 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:29.168734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f8255926-0404-47f6-932a-89ffc520e3ce tempest-VolumesSnapshotTestJSON-605501860 tempest-VolumesSnapshotTestJSON-605501860-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:29.456971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 65ec170d-5d0a-4eab-9b42-17921c9cf938 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:29.481494 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Pushing event updated for resources: {'Port': ['ID=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:29.489378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:29.492545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 65ec170d-5d0a-4eab-9b42-17921c9cf938 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:29.492545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:29.514733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23498cde-f891-404d-b746-61241846287d req-6286ecc9-2553-4428-ad88-a28f4dd36fea tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:29.515562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-23498cde-f891-404d-b746-61241846287d req-6286ecc9-2553-4428-ad88-a28f4dd36fea tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Synchronizing usage tracker for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:54:29.534616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Attempting to bind port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:54:29.534991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Attempting to bind port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:54:29.535404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Attempting to bind port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 on network 6d849428-f765-4c60-b73d-22829f0aaf50 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:29.543252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 on network 6d849428-f765-4c60-b73d-22829f0aaf50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:54:29.544272 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Attempting to bind port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 on network 6d849428-f765-4c60-b73d-22829f0aaf50 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:29.551651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:54:29.552848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Checking segment: {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:29.567126 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Bound using segment: {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:54:29.569117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Bound port: 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:54:29.569893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:29.647098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-23498cde-f891-404d-b746-61241846287d req-6286ecc9-2553-4428-ad88-a28f4dd36fea tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Unset dirty status for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:54:29.648905 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-23498cde-f891-404d-b746-61241846287d req-6286ecc9-2553-4428-ad88-a28f4dd36fea tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 931 time: 0.5769658
Apr 19 18:54:29.715867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:29.766425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] For port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:54:29.773970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] For port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:54:29.783294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Set router dccfc870-562f-4cb8-9a56-c66fdd89187a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:29.791713 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-23498cde-f891-404d-b746-61241846287d req-a3385171-fa80-46a4-8c28-ea7f5da8e26b tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315198
Apr 19 18:54:29.800496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:29.819537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:29.921215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Pushing event updated for resources: {'Port': ['ID=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:29.935481 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:29.938632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:29.939313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:29.940824 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] 10.222.0.62 "PUT /v2.0/ports/1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 HTTP/1.1" status: 200  len: 1093 time: 1.5975916
Apr 19 18:54:29.941588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff6da22-30f3-4a4d-b1c7-88e3aea8c61a', 'tag': '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:54:29.954358 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 65ec170d-5d0a-4eab-9b42-17921c9cf938, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=65ec170d-5d0a-4eab-9b42-17921c9cf938,segment=NetworkSegment(4ad17510-478b-449f-80c4-45e54079208c),segment_id=4ad17510-478b-449f-80c4-45e54079208c)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:29.990803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:29.991748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 2b272b6e-0768-4267-aa03-455b1d38bc82 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:30.031051 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff6da22-30f3-4a4d-b1c7-88e3aea8c61a', 'tag': '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5', 'status': 'completed', 'code': 200}
Apr 19 18:54:30.031323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:30.077284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-7ee7230b-2a62-4620-8f66-100310b84d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:30.078995 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-7ee7230b-2a62-4620-8f66-100310b84d02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 1096 time: 0.0955989
Apr 19 18:54:30.163271 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-a805e304-2c83-40ee-80ed-22983d9aa7a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 HTTP/1.1" status: 200  len: 217 time: 0.0721183
Apr 19 18:54:30.195779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-aa1868b1-5d21-41a6-8dea-2656623e7d18 None None] Provisioning complete for port 65ec170d-5d0a-4eab-9b42-17921c9cf938 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:30.196185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-aa1868b1-5d21-41a6-8dea-2656623e7d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:30.236930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-c3fcdf3e-629d-486c-b2c0-33b864c31e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:30.238708 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-c3fcdf3e-629d-486c-b2c0-33b864c31e1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 200  len: 854 time: 0.0680375
Apr 19 18:54:30.253667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 2b272b6e-0768-4267-aa03-455b1d38bc82 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:30.277152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 2b272b6e-0768-4267-aa03-455b1d38bc82 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:30.277573 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:30.296164 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:30.296407 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-6716452f-1dd2-4552-a1d5-df115c40edb3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d849428-f765-4c60-b73d-22829f0aaf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487432
Apr 19 18:54:30.330442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=65ec170d-5d0a-4eab-9b42-17921c9cf938,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:30.351359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:30.453074 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-db18988a-c0aa-46f2-bad7-9347e348738c service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479664
Apr 19 18:54:30.532991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Allocated IP 172.20.0.1 (f99a8297-68be-4fdc-aa04-205489b651fc/3189e123-bf5b-4403-b044-958695bf2f98/a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:54:30.573854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:30.597893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7848fb38>, [{'id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'name': 'tempest-TestVolumeBootPattern-126017484-router', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:25Z', 'updated_at': '2021-04-19T18:54:27Z', 'revision_number': 3, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'gw_port': {'id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:26Z', 'updated_at': '2021-04-19T18:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:30.608189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Checking router: dccfc870-562f-4cb8-9a56-c66fdd89187a for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:54:30.608594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Updating router dccfc870-562f-4cb8-9a56-c66fdd89187a port f0d906eb-5c29-4dd2-8371-86973947bf11 binding host dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:54:30.615814 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1204b97f-70bd-44c4-9d5a-62fc07a85850 req-7cb34bbc-8b29-4954-999e-d7595ef9ac34 service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539242
Apr 19 18:54:30.669645 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 2b272b6e-0768-4267-aa03-455b1d38bc82, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=2b272b6e-0768-4267-aa03-455b1d38bc82,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:30.678733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:30.683279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:30.722004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:30.734672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:30.755199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Transition to ACTIVE for port object a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 will not be triggered until provisioned by entity DHCP. {{(pid=86309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:30.815714 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:30.824722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-34344a04-02a5-4e13-8f35-6506187de9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:30.899281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Pushing event updated for resources: {'Port': ['ID=a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:30.904186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:30.914430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Network f99a8297-68be-4fdc-aa04-205489b651fc is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:30.916225 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:30.928845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:54:30.985811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82d220-52a1-4054-8b48-5b42d2a291ba req-cb0920b4-08d4-42cf-a85f-1d726712ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:30.987567 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b82d220-52a1-4054-8b48-5b42d2a291ba req-cb0920b4-08d4-42cf-a85f-1d726712ffaa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 1096 time: 0.1566586
Apr 19 18:54:30.997081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841304'] for router_interface, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.020415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 65ec170d-5d0a-4eab-9b42-17921c9cf938 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:31.059145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=2b272b6e-0768-4267-aa03-455b1d38bc82,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:31.074336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:31.145718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.158025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 65ec170d-5d0a-4eab-9b42-17921c9cf938 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:31.158489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.318463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-82218d7e-271f-49fb-ba65-60c99f6faf0f None None] Provisioning for port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:31.329847 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.332596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-82218d7e-271f-49fb-ba65-60c99f6faf0f None None] Provisioning complete for port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:31.333017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-82218d7e-271f-49fb-ba65-60c99f6faf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.399600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa6ee6-9f47-45ca-9d47-7bc6e97edc72 req-d05cef2d-35bd-45c0-86ae-8d7454f1461a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:31.401233 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-31aa6ee6-9f47-45ca-9d47-7bc6e97edc72 req-d05cef2d-35bd-45c0-86ae-8d7454f1461a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 943 time: 0.4719832
Apr 19 18:54:31.421336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Transition to ACTIVE for port object f0d906eb-5c29-4dd2-8371-86973947bf11 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:31.424850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.430160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.451047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.459925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9d78f71f-9b17-4f76-b426-ee2e691548ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:31.462284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-27bca939-9ab0-43f2-8067-3bd159ae672e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:31.484897 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82d220-52a1-4054-8b48-5b42d2a291ba req-d97ef447-0d4a-46c2-b8be-f9499be63905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:31.486504 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b82d220-52a1-4054-8b48-5b42d2a291ba req-d97ef447-0d4a-46c2-b8be-f9499be63905 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 915 time: 0.4872410
Apr 19 18:54:31.492149 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-31aa6ee6-9f47-45ca-9d47-7bc6e97edc72 req-c5fcc043-da05-4987-ad85-0f7c21832c33 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731590
Apr 19 18:54:31.568221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Pushing event updated for resources: {'Port': ['ID=a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:31.571968 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:31.573357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850934401'] for router_interface, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.573608 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b82d220-52a1-4054-8b48-5b42d2a291ba req-9a5a3b6a-9abf-4aad-b452-29bfd506b505 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 HTTP/1.1" status: 200  len: 217 time: 0.0779860
Apr 19 18:54:31.648048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82d220-52a1-4054-8b48-5b42d2a291ba req-2c6b05bc-4931-45c8-ad68-aa998d12ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:31.649669 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b82d220-52a1-4054-8b48-5b42d2a291ba req-2c6b05bc-4931-45c8-ad68-aa998d12ec6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 200  len: 854 time: 0.0688269
Apr 19 18:54:31.696128 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-82218d7e-271f-49fb-ba65-60c99f6faf0f None None] Port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:54:31.725968 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b82d220-52a1-4054-8b48-5b42d2a291ba req-6ca53619-3352-494e-8e7f-df041a4ea579 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d849428-f765-4c60-b73d-22829f0aaf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653102
Apr 19 18:54:31.747061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Network f99a8297-68be-4fdc-aa04-205489b651fc is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:31.748279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:31.748400 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Attempting to bind port f0d906eb-5c29-4dd2-8371-86973947bf11 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:54:31.748738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Attempting to bind port f0d906eb-5c29-4dd2-8371-86973947bf11 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:54:31.749154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Attempting to bind port f0d906eb-5c29-4dd2-8371-86973947bf11 on network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:31.756179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222776e-05eb-45d6-8758-e642c0d0170b None None] Pushing event updated for resources: {'Port': ['ID=f0d906eb-5c29-4dd2-8371-86973947bf11,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:31.761367 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:54:31.761887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:31.762273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.762720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Bound using segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:54:31.763237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Bound port: f0d906eb-5c29-4dd2-8371-86973947bf11, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:54:31.763649 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.805792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c222776e-05eb-45d6-8758-e642c0d0170b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:31.860447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] For port f0d906eb-5c29-4dd2-8371-86973947bf11, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:54:31.866362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] For port f0d906eb-5c29-4dd2-8371-86973947bf11, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=f0d906eb-5c29-4dd2-8371-86973947bf11,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:54:31.872686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:31.881749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:31.982718 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b82d220-52a1-4054-8b48-5b42d2a291ba req-21153b8d-3c89-4d1b-84fd-f4b61b8d2c02 service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2491834
Apr 19 18:54:31.987379 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Routers {'dccfc870-562f-4cb8-9a56-c66fdd89187a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:31.988072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7848fb38>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:54:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['dccfc870-562f-4cb8-9a56-c66fdd89187a'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:32.002250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Router dccfc870-562f-4cb8-9a56-c66fdd89187a has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:54:32.133032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222776e-05eb-45d6-8758-e642c0d0170b None None] Pushing event updated for resources: {'Port': ['ID=f0d906eb-5c29-4dd2-8371-86973947bf11,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:32.146723 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c222776e-05eb-45d6-8758-e642c0d0170b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:32.151888 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2b82d220-52a1-4054-8b48-5b42d2a291ba req-350c7bfc-bc53-4a17-a7d8-fdc8b45883de service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625793
Apr 19 18:54:32.187767 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-01ff94be-b831-443c-b430-f3653d8ec149 None None] Provisioning complete for port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:32.188185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-01ff94be-b831-443c-b430-f3653d8ec149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:32.220594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:54:32.230243 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] 10.222.0.41 "PUT /v2.0/routers/dccfc870-562f-4cb8-9a56-c66fdd89187a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1988275
Apr 19 18:54:32.272203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-01ff94be-b831-443c-b430-f3653d8ec149 None None] Port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:54:32.275001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] Set router dccfc870-562f-4cb8-9a56-c66fdd89187a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:32.611301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7848fb38>, [{'id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'name': 'tempest-TestVolumeBootPattern-126017484-router', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:25Z', 'updated_at': '2021-04-19T18:54:31Z', 'revision_number': 4, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'gw_port': {'id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:26Z', 'updated_at': '2021-04-19T18:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35', 'name': '', 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'mac_address': 'fa:16:3e:ee:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3189e123-bf5b-4403-b044-958695bf2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:30Z', 'updated_at': '2021-04-19T18:54:31Z', 'revision_number': 2, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'subnets': [{'id': '3189e123-bf5b-4403-b044-958695bf2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:32.615560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2930d28-1538-4271-9bfa-5827a59ff869 None None] The sync data for ids ['dccfc870-562f-4cb8-9a56-c66fdd89187a'] in dv-cinder-786929-1-iscsi is: [{'id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'name': 'tempest-TestVolumeBootPattern-126017484-router', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:25Z', 'updated_at': '2021-04-19T18:54:31Z', 'revision_number': 4, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'gw_port': {'id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:26Z', 'updated_at': '2021-04-19T18:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35', 'name': '', 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'mac_address': 'fa:16:3e:ee:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3189e123-bf5b-4403-b044-958695bf2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:30Z', 'updated_at': '2021-04-19T18:54:31Z', 'revision_number': 2, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'subnets': [{'id': '3189e123-bf5b-4403-b044-958695bf2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:54:32.769088 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 2b272b6e-0768-4267-aa03-455b1d38bc82 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:32.776151 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8567-5876-4d5d-9fe2-f3cdacdbd5f5 req-388f784d-42b5-4ce6-bbf6-cea3c05cfc5e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:32.778014 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4d3c8567-5876-4d5d-9fe2-f3cdacdbd5f5 req-388f784d-42b5-4ce6-bbf6-cea3c05cfc5e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 943 time: 0.1038902
Apr 19 18:54:32.830699 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4d3c8567-5876-4d5d-9fe2-f3cdacdbd5f5 req-7de2831a-8eaf-49c1-9b20-f775051aaf70 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460725
Apr 19 18:54:32.831359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50908) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:32.837679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136802574', 'description': 'tempest-secgroup-smoke-2136802574 description', 'project_id': 'eb521e79fead4cb2a39a3cefbc731695'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:32.844794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:32.850632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:security_group and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:32.854132 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:32.859920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 2b272b6e-0768-4267-aa03-455b1d38bc82 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:32.860342 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:32.860475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:32.871443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:32.892639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:54:32.892882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:32.897285 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:security_group_rule and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:32.901201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:32.912392 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:32.994542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.007897 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.015956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a573ec2f-ad69-42af-bc48-5f49c97e069f tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:33.089915 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494034da-be6f-4104-ace6-f080efdb76cf,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:33.093280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:33.095196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.099942 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-9a2a6c89-0871-4ae3-9027-84ea3e1ad985 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2641075
Apr 19 18:54:33.100568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 50914) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:33.116708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'security_group_rule': {'security_group_id': '494034da-be6f-4104-ace6-f080efdb76cf', 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:33.136039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:33.145705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:security_group_rule and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:33.150618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:33.158261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:33.180752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:33.187252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.196598 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5', 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50', 'port_id': '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5', 'mac_address': 'fa:16:3e:5a:fe:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68d2a6-917e-4b12-a4f5-1656fb069478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:54:33.260586 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.263289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.264005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.266303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:33.287264 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:54:33.294334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fecad4-66c8-4492-81f8-c29e4d92f04b,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:33.302159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:33.307577 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.308935 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2074208
Apr 19 18:54:33.309418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:33.312059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50918) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:33.314718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.316755 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:33.319068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'security_group_rule': {'security_group_id': '494034da-be6f-4104-ace6-f080efdb76cf', 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:33.325752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:33.330036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:security_group_rule and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:33.333242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:33.339630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:33.357614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.395031 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:33.398946 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:33.431835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.435897 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.438439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:33.468999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7661b36-6fed-4de5-80f5-f9c44a1400b9,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:33.472993 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:33.482485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.483832 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3a335f03-cdbe-4e92-baa9-b5f0b66b622c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1706474
Apr 19 18:54:33.486765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50922) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:33.492811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'security_group_rule': {'security_group_id': '494034da-be6f-4104-ace6-f080efdb76cf', 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:33.499497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:33.506148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:security_group_rule and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:33.510473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:33.517326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:33.537543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.592421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:54:33.615265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.618939 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.621133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:33.646533 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6721e217-9f98-427f-aa0f-a44facd9f611,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:33.649498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:33.656164 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.660037 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-652ffa9c-fcef-4ea8-a58b-5755e824b8b8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1696832
Apr 19 18:54:33.660510 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50926) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:33.667298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'security_group_rule': {'security_group_id': '494034da-be6f-4104-ace6-f080efdb76cf', 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:33.673784 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:33.678454 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:security_group_rule and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:33.683112 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:33.689674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:33.707161 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.783383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.788287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.790693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2df50066-2f9e-47ed-85fc-9b3ec6ecf1df tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:33.817091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7978b5b5-a85b-41ae-94a2-8c6b9295edba,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:33.820556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:33.827529 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.828842 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-56ce34da-e3ba-40be-b129-3ce263e563f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1673241
Apr 19 18:54:33.831844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50930) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:33.837742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'security_group_rule': {'security_group_id': '494034da-be6f-4104-ace6-f080efdb76cf', 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:33.844494 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:33.848634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:security_group_rule and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:33.852162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:33.859834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:33.872032 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.securitygroups_db [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Project eb521e79fead4cb2a39a3cefbc731695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:54:33.880327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.954057 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.958065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.960274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:33.982567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371a935f-955a-4612-8163-0c09a798cb17,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:33.986954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:33.995619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:33.999862 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0ef578dc-fff8-4783-af9b-01384fc13a10 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1641495
Apr 19 18:54:34.000059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 50936) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:34.006059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'security_group_rule': {'security_group_id': '494034da-be6f-4104-ace6-f080efdb76cf', 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:34.012649 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:34.016694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:security_group_rule and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:34.019832 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:34.026478 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:34.038725 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.securitygroups_db [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Project eb521e79fead4cb2a39a3cefbc731695 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:54:34.047083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:34.048265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c81bb3-9f92-41f5-987a-07efe9396442 req-1358ee51-fb50-4352-9a72-852e162143b9 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:34.049980 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f2c81bb3-9f92-41f5-987a-07efe9396442 req-1358ee51-fb50-4352-9a72-852e162143b9 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 944 time: 0.0916760
Apr 19 18:54:34.102269 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f2c81bb3-9f92-41f5-987a-07efe9396442 req-12996a66-546c-4189-9388-b2b4a61d945a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447941
Apr 19 18:54:34.126358 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:34.130038 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:34.140534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ee95f712-989d-4618-a407-4a5f2b5e0ca0 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:34.162054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bee5d98-7200-4c83-b699-9a513479306e,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:34.164828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:34.171347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:34.174901 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-9534442d-5c93-4cd3-80a7-708dadfaa6f5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1736367
Apr 19 18:54:34.802985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device f0d906eb-5c29-4dd2-8371-86973947bf11 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:34.881351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:34.925012 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port f0d906eb-5c29-4dd2-8371-86973947bf11 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:34.941403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port f0d906eb-5c29-4dd2-8371-86973947bf11 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:34.941822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:35.022336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:35.029673 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:35.030097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:35.151506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:35.176451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port f0d906eb-5c29-4dd2-8371-86973947bf11, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=f0d906eb-5c29-4dd2-8371-86973947bf11,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:35.215393 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:35.223652 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3121630b-ba65-4a6a-bbaf-a2818ec08982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:35.303296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:35.337174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=f0d906eb-5c29-4dd2-8371-86973947bf11,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:35.342410 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:35.346115 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7d2aa-e722-4fad-a4d2-ff370e11e8e6 req-20b71610-6a4d-4b77-8574-e817eb34a24a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:35.347536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff6da22-30f3-4a4d-b1c7-88e3aea8c61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:54:35.347819 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dde7d2aa-e722-4fad-a4d2-ff370e11e8e6 req-20b71610-6a4d-4b77-8574-e817eb34a24a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 944 time: 0.1027546
Apr 19 18:54:35.363981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:35.368442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:35.370520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:35.415124 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dde7d2aa-e722-4fad-a4d2-ff370e11e8e6 req-fecc6192-13cc-4a1a-ad7c-439ede631022 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581012
Apr 19 18:54:35.442625 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff6da22-30f3-4a4d-b1c7-88e3aea8c61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5', 'code': 200}
Apr 19 18:54:35.460004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:35.463299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:35.694348 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de5149-a18c-4f46-9e5e-c2677f6fd92e req-fe57a3f5-573d-4a3b-a32f-f03f9d5302d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:35.695973 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-69de5149-a18c-4f46-9e5e-c2677f6fd92e req-fe57a3f5-573d-4a3b-a32f-f03f9d5302d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 1098 time: 0.0858738
Apr 19 18:54:35.742412 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-69de5149-a18c-4f46-9e5e-c2677f6fd92e req-2ae7a773-e743-4142-93a2-f0c6c74562f1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383973
Apr 19 18:54:35.905718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Sync routers for ids ['dccfc870-562f-4cb8-9a56-c66fdd89187a'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:54:35.916020 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Routers {'dccfc870-562f-4cb8-9a56-c66fdd89187a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:35.916771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78fc9400>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:54:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['dccfc870-562f-4cb8-9a56-c66fdd89187a'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:36.267180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Set router dccfc870-562f-4cb8-9a56-c66fdd89187a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:36.619085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78fc9400>, [{'id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'name': 'tempest-TestVolumeBootPattern-126017484-router', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:25Z', 'updated_at': '2021-04-19T18:54:31Z', 'revision_number': 4, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'gw_port': {'id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:26Z', 'updated_at': '2021-04-19T18:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35', 'name': '', 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'mac_address': 'fa:16:3e:ee:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3189e123-bf5b-4403-b044-958695bf2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:30Z', 'updated_at': '2021-04-19T18:54:31Z', 'revision_number': 2, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'subnets': [{'id': '3189e123-bf5b-4403-b044-958695bf2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:36.625493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Checking router: dccfc870-562f-4cb8-9a56-c66fdd89187a for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:54:36.626133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Updating router dccfc870-562f-4cb8-9a56-c66fdd89187a port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 binding host dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:54:36.636930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcffff1-89e3-49d4-9a8d-eac340865fef req-3ad4a8cb-1492-422f-804e-6353ce4733a7 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:36.638702 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4dcffff1-89e3-49d4-9a8d-eac340865fef req-3ad4a8cb-1492-422f-804e-6353ce4733a7 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 945 time: 0.1030691
Apr 19 18:54:36.692121 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4dcffff1-89e3-49d4-9a8d-eac340865fef req-e81c2e13-526f-414d-88bf-4cb6856cf6c6 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470958
Apr 19 18:54:36.699302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:36.818932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device f0d906eb-5c29-4dd2-8371-86973947bf11 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:36.895001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port f0d906eb-5c29-4dd2-8371-86973947bf11 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:36.895419 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:37.139506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:37.152664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Transition to ACTIVE for port object a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:37.159258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:37.165146 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:37.401898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9bc35-11e7-45a0-91fa-e67c287d1e4d None None] Pushing event updated for resources: {'Port': ['ID=a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:37.426341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-78d9bc35-11e7-45a0-91fa-e67c287d1e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:37.427430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Attempting to bind port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:54:37.427948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Attempting to bind port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': '4ad17510-478b-449f-80c4-45e54079208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:54:37.428373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Attempting to bind port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 on network f99a8297-68be-4fdc-aa04-205489b651fc {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:37.436358 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:54:37.436854 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Checking segment: {'id': '4ad17510-478b-449f-80c4-45e54079208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:37.437380 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:37.437880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Bound using segment: {'id': '4ad17510-478b-449f-80c4-45e54079208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:54:37.438505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Bound port: a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad17510-478b-449f-80c4-45e54079208c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:54:37.438966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:37.533742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] For port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:54:37.537624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] For port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35,segment=NetworkSegment(4ad17510-478b-449f-80c4-45e54079208c),segment_id=4ad17510-478b-449f-80c4-45e54079208c)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:54:37.541107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:37.546190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0d114962-149e-4ed9-8a6c-c7fa8ca73805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:37.628448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Routers {'dccfc870-562f-4cb8-9a56-c66fdd89187a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:54:37.629130 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78fc9400>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:54:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['dccfc870-562f-4cb8-9a56-c66fdd89187a'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:37.758890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9bc35-11e7-45a0-91fa-e67c287d1e4d None None] Pushing event updated for resources: {'Port': ['ID=a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35,revision_number=4']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:37.763954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-78d9bc35-11e7-45a0-91fa-e67c287d1e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:37.827552 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] Set router dccfc870-562f-4cb8-9a56-c66fdd89187a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:54:37.924679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd228839-2fb6-4b92-a457-c1312a792bff req-fe79aee9-920b-47ab-aa7c-03393cb3b18a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:37.926272 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bd228839-2fb6-4b92-a457-c1312a792bff req-fe79aee9-920b-47ab-aa7c-03393cb3b18a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 945 time: 0.1038716
Apr 19 18:54:37.979609 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bd228839-2fb6-4b92-a457-c1312a792bff req-30950abd-0502-4a38-bc50-aedc133dfd67 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458763
Apr 19 18:54:38.193558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78fc9400>, [{'id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'name': 'tempest-TestVolumeBootPattern-126017484-router', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:25Z', 'updated_at': '2021-04-19T18:54:31Z', 'revision_number': 4, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'gw_port': {'id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:26Z', 'updated_at': '2021-04-19T18:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35', 'name': '', 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'mac_address': 'fa:16:3e:ee:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3189e123-bf5b-4403-b044-958695bf2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:30Z', 'updated_at': '2021-04-19T18:54:37Z', 'revision_number': 4, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'subnets': [{'id': '3189e123-bf5b-4403-b044-958695bf2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:54:38.198039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0107f5-1c63-4292-8016-6a2f13f19ecc None None] The sync data for ids ['dccfc870-562f-4cb8-9a56-c66fdd89187a'] in dv-cinder-786929-1-iscsi is: [{'id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'name': 'tempest-TestVolumeBootPattern-126017484-router', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:25Z', 'updated_at': '2021-04-19T18:54:31Z', 'revision_number': 4, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'gw_port': {'id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:26Z', 'updated_at': '2021-04-19T18:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': 'a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35', 'name': '', 'network_id': 'f99a8297-68be-4fdc-aa04-205489b651fc', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'mac_address': 'fa:16:3e:ee:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3189e123-bf5b-4403-b044-958695bf2f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:30Z', 'updated_at': '2021-04-19T18:54:37Z', 'revision_number': 4, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'subnets': [{'id': '3189e123-bf5b-4403-b044-958695bf2f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:54:38.802836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:38.899076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:38.915283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:38.915714 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:39.044826 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:39.078962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35,segment=NetworkSegment(4ad17510-478b-449f-80c4-45e54079208c),segment_id=4ad17510-478b-449f-80c4-45e54079208c)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:39.081703 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:39.084435 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6c1fdf78-a9bc-4353-a816-b7e48e30ed70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:39.159041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:39.163042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:39.921679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-809a8fbc-991a-4e34-81b6-8d6cad14528f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:40.333248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-7f3ab193-6727-4e00-a1f3-aaaade493198 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:40.335547 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-7f3ab193-6727-4e00-a1f3-aaaade493198 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 814 time: 0.1675565
Apr 19 18:54:40.352376 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-b7f54962-23ac-4c5a-889a-2953ba78443a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/quotas/6e5d7e8734d14a4e92a530767edaea89 HTTP/1.1" status: 200  len: 375 time: 0.0102539
Apr 19 18:54:40.447271 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-9e67efd4-0fca-4a33-af19-60968a571525 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0887525
Apr 19 18:54:40.597550 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-1a098f3b-d3ab-407a-b89e-52315b8ab016 service neutron] 10.222.0.41 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424444
Apr 19 18:54:40.744087 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-61c6ae26-a094-405e-9f58-578ea85e009d service neutron] 10.222.0.41 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397073
Apr 19 18:54:40.762523 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:40.841505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:40.841936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:40.960398 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1435f572-b9d7-4710-83de-648fb358caf5 req-2d39cec6-66e2-4296-a9ec-2efc0b63324d tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 210 time: 0.0565228
Apr 19 18:54:42.160062 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e1817488-095d-46e5-a380-88a37d12302e req-90566ad0-8297-428f-a72d-a68ca0ca1973 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 210 time: 0.0584390
Apr 19 18:54:42.189599 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-eb7cdc91-e17c-47c0-85ec-0bc62373a005 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:42.191170 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-eb7cdc91-e17c-47c0-85ec-0bc62373a005 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 814 time: 0.2232900
Apr 19 18:54:42.215074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Request body: {'port': {'device_id': '2d8c228d-4f4b-4001-8694-aa5c238c9d43', 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50', 'admin_state_up': True, 'tenant_id': '6e5d7e8734d14a4e92a530767edaea89'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:42.361919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:42.372314 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:42.382016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Made reservation on behalf of 6e5d7e8734d14a4e92a530767edaea89 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:54:42.388568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:42.580306 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Allocated IP 172.20.0.2 (6d849428-f765-4c60-b73d-22829f0aaf50/1a68d2a6-917e-4b12-a4f5-1656fb069478/7cfba78b-7671-4337-a81f-bf033164aad4) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:54:42.804590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 51108) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:42.824274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:42.861391 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:42.868197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e6af410f-1476-452c-9748-ac2b759b39b6 tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:42.884318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cb2b1219-c1b2-4f39-bacc-1ca1fa532422', '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:54:42.941210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d3a36d65-f1c2-4c6b-b847-52305773eab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:42.944552 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Network 6d849428-f765-4c60-b73d-22829f0aaf50 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:42.948640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:42.953082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:54:42.963436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-59388bad-b24b-42ef-bfe6-99cb5471b534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:42.981275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-59388bad-b24b-42ef-bfe6-99cb5471b534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:42.986150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-59388bad-b24b-42ef-bfe6-99cb5471b534 admin admin] Usage tracker for resource:security_group_rule and tenant:af2405294a7a468abe704b91b86f1f97 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:42.989425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-59388bad-b24b-42ef-bfe6-99cb5471b534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:42.995518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Pushing event updated for resources: {'Port': ['ID=7cfba78b-7671-4337-a81f-bf033164aad4,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:42.997302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-59388bad-b24b-42ef-bfe6-99cb5471b534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:43.000329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:43.028892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:43.029587 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.061262 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f8d14eed-c611-4ffb-9f14-f19be1991909 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8507259
Apr 19 18:54:43.080894 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Request body: {'port': {'device_id': '2d8c228d-4f4b-4001-8694-aa5c238c9d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:43.100453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-59388bad-b24b-42ef-bfe6-99cb5471b534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.104193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-59388bad-b24b-42ef-bfe6-99cb5471b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.115783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-12f6898a-dca0-4173-8e58-ca8602e27b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:43.172739 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-59388bad-b24b-42ef-bfe6-99cb5471b534 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af2405294a7a468abe704b91b86f1f97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3665514
Apr 19 18:54:43.175086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 51114) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:43.189253 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59388bad-b24b-42ef-bfe6-99cb5471b534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c487cbc-36e3-4e20-9446-98a11612b483,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:43.195477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-59388bad-b24b-42ef-bfe6-99cb5471b534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:43.240590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.257425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-deb1d239-1179-47f2-819b-700a3b95667a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.277129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.293751 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-deb1d239-1179-47f2-819b-700a3b95667a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.341965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-deb1d239-1179-47f2-819b-700a3b95667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.347088 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-50ec3cdd-996d-4658-ba4f-760d416d92ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:43.358613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1d239-1179-47f2-819b-700a3b95667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c487cbc-36e3-4e20-9446-98a11612b483,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:43.363607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-deb1d239-1179-47f2-819b-700a3b95667a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:43.370144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-deb1d239-1179-47f2-819b-700a3b95667a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.374274 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-deb1d239-1179-47f2-819b-700a3b95667a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c487cbc-36e3-4e20-9446-98a11612b483 HTTP/1.1" status: 204  len: 168 time: 0.1978641
Apr 19 18:54:43.523921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eddee-adf7-4b51-a645-b79c722f6fd7 req-91af965d-f3fc-4ae7-b7d2-9d5a34c10a8e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:43.524698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-9b7eddee-adf7-4b51-a645-b79c722f6fd7 req-91af965d-f3fc-4ae7-b7d2-9d5a34c10a8e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Synchronizing usage tracker for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:54:43.604498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-9b7eddee-adf7-4b51-a645-b79c722f6fd7 req-91af965d-f3fc-4ae7-b7d2-9d5a34c10a8e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Unset dirty status for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:54:43.605777 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9b7eddee-adf7-4b51-a645-b79c722f6fd7 req-91af965d-f3fc-4ae7-b7d2-9d5a34c10a8e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 931 time: 0.2970929
Apr 19 18:54:43.687479 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9b7eddee-adf7-4b51-a645-b79c722f6fd7 req-7407630c-5151-4832-ae8e-009768a85b02 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716276
Apr 19 18:54:43.772905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfba78b-7671-4337-a81f-bf033164aad4 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:54:43.780992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.797074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Transition to ACTIVE for port object 7cfba78b-7671-4337-a81f-bf033164aad4 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:43.800628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:43.806865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a1c7c4a8-107f-4549-b65a-9b50ed8ba606 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:43.946403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfba78b-7671-4337-a81f-bf033164aad4,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:43.981737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:44.066261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Attempting to bind port 7cfba78b-7671-4337-a81f-bf033164aad4 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:54:44.066795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Attempting to bind port 7cfba78b-7671-4337-a81f-bf033164aad4 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:54:44.067047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Attempting to bind port 7cfba78b-7671-4337-a81f-bf033164aad4 on network 6d849428-f765-4c60-b73d-22829f0aaf50 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:44.072773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Port 7cfba78b-7671-4337-a81f-bf033164aad4 on network 6d849428-f765-4c60-b73d-22829f0aaf50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:54:44.073130 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Attempting to bind port 7cfba78b-7671-4337-a81f-bf033164aad4 on network 6d849428-f765-4c60-b73d-22829f0aaf50 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:44.078749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:54:44.079123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Checking segment: {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:44.079539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Bound using segment: {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:54:44.080007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Bound port: 7cfba78b-7671-4337-a81f-bf033164aad4, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:54:44.080389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:44.181360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] For port 7cfba78b-7671-4337-a81f-bf033164aad4, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:54:44.185318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] For port 7cfba78b-7671-4337-a81f-bf033164aad4, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7cfba78b-7671-4337-a81f-bf033164aad4,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:54:44.189235 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:44.195341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:44.199213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:44.253613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:44.253613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:44.255954 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] 10.222.0.62 "PUT /v2.0/ports/7cfba78b-7671-4337-a81f-bf033164aad4 HTTP/1.1" status: 200  len: 1093 time: 1.1793385
Apr 19 18:54:44.269718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8c228d-4f4b-4001-8694-aa5c238c9d43', 'tag': '7cfba78b-7671-4337-a81f-bf033164aad4'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:54:44.293884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfba78b-7671-4337-a81f-bf033164aad4,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:44.297359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:44.338522 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8c228d-4f4b-4001-8694-aa5c238c9d43', 'tag': '7cfba78b-7671-4337-a81f-bf033164aad4', 'status': 'completed', 'code': 200}
Apr 19 18:54:44.386041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-3873f053-76e5-4067-ba09-984917522c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:44.387698 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-3873f053-76e5-4067-ba09-984917522c8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 1096 time: 0.0887375
Apr 19 18:54:44.468158 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-0caacd86-7674-46f8-b6b0-caa188ef89ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cfba78b-7671-4337-a81f-bf033164aad4 HTTP/1.1" status: 200  len: 217 time: 0.0719190
Apr 19 18:54:44.549996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-895691be-6558-4e98-88c7-871831197a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:44.551638 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-895691be-6558-4e98-88c7-871831197a29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 200  len: 854 time: 0.0763338
Apr 19 18:54:44.613767 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-f05c20bc-46e1-48a7-b46e-4018ea1ef751 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d849428-f765-4c60-b73d-22829f0aaf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540292
Apr 19 18:54:44.627606 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:44.806328 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-fe97e9ab-f51e-44cf-941e-23d32a5259bb service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838174
Apr 19 18:54:45.256465 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e579edc7-e96d-46d9-8d90-b412d2820cc1 req-c2937691-3c7d-46e5-afc3-5b99c1fd71db service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4422176
Apr 19 18:54:45.268819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990145c1-b344-4f40-9e6d-9faf8418f908 req-9d5bb563-acb5-479f-9e2e-644b456549c5 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:45.270492 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-990145c1-b344-4f40-9e6d-9faf8418f908 req-9d5bb563-acb5-479f-9e2e-644b456549c5 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 943 time: 0.4148650
Apr 19 18:54:45.370784 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-990145c1-b344-4f40-9e6d-9faf8418f908 req-7b083617-d690-4fe0-a931-f80109e16f4a tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927224
Apr 19 18:54:45.402738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f09bde-b79e-452c-b653-c67f1e53f14c req-459b2778-020c-4d73-9f20-cf01b309911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:45.404324 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b1f09bde-b79e-452c-b653-c67f1e53f14c req-459b2778-020c-4d73-9f20-cf01b309911a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 1096 time: 0.0938535
Apr 19 18:54:45.556468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f09bde-b79e-452c-b653-c67f1e53f14c req-75683d8c-a40d-49ef-a029-9b58e2ca8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:45.559573 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b1f09bde-b79e-452c-b653-c67f1e53f14c req-75683d8c-a40d-49ef-a029-9b58e2ca8f33 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 915 time: 0.1454411
Apr 19 18:54:45.573740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:45.640600 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b1f09bde-b79e-452c-b653-c67f1e53f14c req-57ef4423-eef5-448c-90fb-d16e580e4be6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cfba78b-7671-4337-a81f-bf033164aad4 HTTP/1.1" status: 200  len: 217 time: 0.0707653
Apr 19 18:54:45.720288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f09bde-b79e-452c-b653-c67f1e53f14c req-09c786a4-d24f-4bf1-8fa9-0ca5f0fd581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:45.721877 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b1f09bde-b79e-452c-b653-c67f1e53f14c req-09c786a4-d24f-4bf1-8fa9-0ca5f0fd581a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 200  len: 854 time: 0.0678949
Apr 19 18:54:45.782928 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b1f09bde-b79e-452c-b653-c67f1e53f14c req-ee022226-6e76-480d-b548-8a1fa7f865bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d849428-f765-4c60-b73d-22829f0aaf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492530
Apr 19 18:54:45.939688 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b1f09bde-b79e-452c-b653-c67f1e53f14c req-0218ad14-e186-4b31-bfa4-daaab270bade service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446707
Apr 19 18:54:46.099988 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b1f09bde-b79e-452c-b653-c67f1e53f14c req-e5d1ced9-0066-4a58-99ed-25036b436e0a service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455166
Apr 19 18:54:46.587799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9da1a-4d25-43b9-a50b-c7f717e5a773 req-53c033e6-4f6b-4fd9-b7cb-83e23838e567 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:46.589334 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aae9da1a-4d25-43b9-a50b-c7f717e5a773 req-53c033e6-4f6b-4fd9-b7cb-83e23838e567 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 943 time: 0.0958841
Apr 19 18:54:46.638295 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aae9da1a-4d25-43b9-a50b-c7f717e5a773 req-4ebce2e9-1f45-4f5a-bbfe-16e6f85a2608 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421185
Apr 19 18:54:46.929747 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 7cfba78b-7671-4337-a81f-bf033164aad4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:54:47.078855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 7cfba78b-7671-4337-a81f-bf033164aad4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7cfba78b-7671-4337-a81f-bf033164aad4,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:47.097483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '7cfba78b-7671-4337-a81f-bf033164aad4', 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50', 'port_id': '7cfba78b-7671-4337-a81f-bf033164aad4', 'mac_address': 'fa:16:3e:d4:0e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68d2a6-917e-4b12-a4f5-1656fb069478', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:54:47.163143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:47.182076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfba78b-7671-4337-a81f-bf033164aad4 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:54:47.199344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 7cfba78b-7671-4337-a81f-bf033164aad4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7cfba78b-7671-4337-a81f-bf033164aad4,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:47.202269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:47.205499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:47.276944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=7cfba78b-7671-4337-a81f-bf033164aad4,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:47.280396 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:47.483258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['7cfba78b-7671-4337-a81f-bf033164aad4'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:54:47.857991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6eac8-2652-4985-a21e-a0d5854cc955 req-9be2d947-7663-462b-8274-bbffaeccc090 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:47.859659 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07c6eac8-2652-4985-a21e-a0d5854cc955 req-9be2d947-7663-462b-8274-bbffaeccc090 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 944 time: 0.0943918
Apr 19 18:54:47.910031 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-07c6eac8-2652-4985-a21e-a0d5854cc955 req-bed7b5a6-fd36-42e4-97ff-9e5b332d8880 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426066
Apr 19 18:54:48.950300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 7cfba78b-7671-4337-a81f-bf033164aad4 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:54:49.134519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e150b0b-ad87-450a-810d-7fb2054792a3 req-8a7ba7be-a8d2-4470-9cb9-a3c46bbdb89b tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:49.136241 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9e150b0b-ad87-450a-810d-7fb2054792a3 req-8a7ba7be-a8d2-4470-9cb9-a3c46bbdb89b tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 944 time: 0.1038918
Apr 19 18:54:49.197150 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9e150b0b-ad87-450a-810d-7fb2054792a3 req-68ba56bd-7767-4143-bd95-7c20e383657e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538359
Apr 19 18:54:49.209357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port 7cfba78b-7671-4337-a81f-bf033164aad4 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:49.216597 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 7cfba78b-7671-4337-a81f-bf033164aad4 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:49.217013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:49.347203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:49.381268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8c228d-4f4b-4001-8694-aa5c238c9d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfba78b-7671-4337-a81f-bf033164aad4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:54:49.391648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 7cfba78b-7671-4337-a81f-bf033164aad4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7cfba78b-7671-4337-a81f-bf033164aad4,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:54:49.395955 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:49.397884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c222776e-05eb-45d6-8758-e642c0d0170b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:49.457150 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8c228d-4f4b-4001-8694-aa5c238c9d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfba78b-7671-4337-a81f-bf033164aad4', 'code': 200}
Apr 19 18:54:49.472931 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=7cfba78b-7671-4337-a81f-bf033164aad4,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:49.476592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:49.720374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f23ff-a0e5-4bcf-9571-d3c27c96e847 req-728de1dc-310c-483c-bb87-7646ee164b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:49.721991 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fd6f23ff-a0e5-4bcf-9571-d3c27c96e847 req-728de1dc-310c-483c-bb87-7646ee164b49 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 1098 time: 0.0864470
Apr 19 18:54:49.770324 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fd6f23ff-a0e5-4bcf-9571-d3c27c96e847 req-cda67a7a-adf1-4d3e-9385-141f1501ea36 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375352
Apr 19 18:54:50.416536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4f8a5-0a67-423f-beb8-1da2f5a28b6d req-c51e7df9-972b-4861-b93b-2327d69e408c tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:50.418265 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4ca4f8a5-0a67-423f-beb8-1da2f5a28b6d req-c51e7df9-972b-4861-b93b-2327d69e408c tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 945 time: 0.1015472
Apr 19 18:54:50.472712 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4ca4f8a5-0a67-423f-beb8-1da2f5a28b6d req-a9a47c04-fe49-46e2-b0d3-c57c99f3e878 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476778
Apr 19 18:54:51.684409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aaf4e-9519-4910-86fc-3e59fa6f3555 req-dc3534dc-f687-47d0-bf02-7fdb4ae4da91 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:51.686030 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c74aaf4e-9519-4910-86fc-3e59fa6f3555 req-dc3534dc-f687-47d0-bf02-7fdb4ae4da91 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 945 time: 0.0946209
Apr 19 18:54:51.737514 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c74aaf4e-9519-4910-86fc-3e59fa6f3555 req-74d15d6a-7b29-4133-bd0b-78448f06963f tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443316
Apr 19 18:54:54.106160 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-2ed62531-692d-4504-965e-6688dddaac80 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136802574&fields=id&tenant_id=eb521e79fead4cb2a39a3cefbc731695 HTTP/1.1" status: 200  len: 267 time: 0.0435982
Apr 19 18:54:54.274247 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-2fa65553-1c3a-414e-8b0c-88c8e049873d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:54.275743 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-2fa65553-1c3a-414e-8b0c-88c8e049873d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 812 time: 0.1622727
Apr 19 18:54:54.292536 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-fce2653b-5fc4-4883-8bae-2891102a2394 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/quotas/eb521e79fead4cb2a39a3cefbc731695 HTTP/1.1" status: 200  len: 375 time: 0.0106850
Apr 19 18:54:54.390465 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-11fc86ce-ec61-4fd4-925f-e5b5d264b370 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0921767
Apr 19 18:54:54.663936 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-45286178-817a-4f8d-9489-5991ab020776 service neutron] 10.222.0.41 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2595863
Apr 19 18:54:54.812201 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ad7c1e3f-48dc-4708-adb6-85680b23a2ec service neutron] 10.222.0.41 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416714
Apr 19 18:54:55.236690 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6ffdae69-4c4e-4c2c-9623-4faa0d619d04 req-810120e0-e219-4827-bdd3-668103d8ac82 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 210 time: 0.0506420
Apr 19 18:54:55.991228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 51350) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:56.121185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16d51b76-b61b-4188-9789-929a7ca4647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:56.138022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-16d51b76-b61b-4188-9789-929a7ca4647f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:56.142128 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-16d51b76-b61b-4188-9789-929a7ca4647f admin admin] Usage tracker for resource:security_group_rule and tenant:f398a39c018d4e4e9890422536d55d2f is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:56.145139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-16d51b76-b61b-4188-9789-929a7ca4647f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:56.151218 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-16d51b76-b61b-4188-9789-929a7ca4647f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:56.248829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16d51b76-b61b-4188-9789-929a7ca4647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:56.251705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16d51b76-b61b-4188-9789-929a7ca4647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:56.262068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7ddd8e7f-1f92-4f59-a24b-04c33cf7a341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:56.306060 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-16d51b76-b61b-4188-9789-929a7ca4647f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f398a39c018d4e4e9890422536d55d2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3135667
Apr 19 18:54:56.307068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d51b76-b61b-4188-9789-929a7ca4647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565d2f5-4df1-4746-8f99-f25f17e7e8bc,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:56.311204 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 51358) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:54:56.325874 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-16d51b76-b61b-4188-9789-929a7ca4647f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:56.397433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e49ac419-d66f-4b89-96f0-31b03303d8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:56.427376 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e49ac419-d66f-4b89-96f0-31b03303d8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:56.465892 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-507b8e14-6f53-452f-a810-592afb8fda5e req-7a8ef9da-fdb5-4072-a365-c10de3424256 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 210 time: 0.0595407
Apr 19 18:54:56.477755 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e49ac419-d66f-4b89-96f0-31b03303d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:56.483217 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5a2d0c3d-2a05-4cec-a4dc-a7af980c1735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:56.503677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ac419-d66f-4b89-96f0-31b03303d8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565d2f5-4df1-4746-8f99-f25f17e7e8bc,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:56.506625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e49ac419-d66f-4b89-96f0-31b03303d8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:56.507913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e49ac419-d66f-4b89-96f0-31b03303d8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:56.519223 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-70023f7a-4d96-4575-8b23-53690334918b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:56.520933 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-70023f7a-4d96-4575-8b23-53690334918b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 812 time: 0.2128344
Apr 19 18:54:56.522839 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e49ac419-d66f-4b89-96f0-31b03303d8c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2565d2f5-4df1-4746-8f99-f25f17e7e8bc HTTP/1.1" status: 204  len: 168 time: 0.1934943
Apr 19 18:54:56.612523 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-53d1bcb4-7c86-4f83-8960-052e9007442a tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb521e79fead4cb2a39a3cefbc731695 HTTP/1.1" status: 200  len: 8061 time: 0.0741732
Apr 19 18:54:56.623295 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'port': {'device_id': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'admin_state_up': True, 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'security_groups': ['494034da-be6f-4104-ace6-f080efdb76cf']}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:56.778595 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:54:56.783026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:port and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:54:56.787361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:54:56.793852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:54:56.804373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Made reservation on behalf of eb521e79fead4cb2a39a3cefbc731695 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:54:56.811195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:56.986297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Allocated IP 172.20.0.6 (308c5962-a460-479b-aaec-ff71d96a0323/396bfe2f-c9b8-460b-9d2b-cd33b631b36c/aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:54:57.192675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:57.208967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Transition to ACTIVE for port object aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:57.234312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:57.240176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ccca988c-1aa0-43b8-aa14-21298cd6d2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:57.313519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Network 308c5962-a460-479b-aaec-ff71d96a0323 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:54:57.316838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:54:57.321633 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:54:57.360155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'Port': ['ID=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:57.375433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.375857 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.376273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.376681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.377089 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.377502 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.377903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.378363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.378792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.379194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.379592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.380520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:54:57.390510 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:57.408393 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:57.409293 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:57.431212 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8124344
Apr 19 18:54:57.450156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Request body: {'port': {'device_id': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:54:57.522590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-7e0b6fde-2081-4a9f-b6f0-cd7d610c8341 None None] Provisioning for port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:54:57.527959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-7e0b6fde-2081-4a9f-b6f0-cd7d610c8341 None None] Provisioning complete for port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:54:57.528355 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6fde-2081-4a9f-b6f0-cd7d610c8341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:57.577511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:57.590925 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-7e0b6fde-2081-4a9f-b6f0-cd7d610c8341 None None] Port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:54:58.039272 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fb2f9-62e2-49e7-bd2d-5a7cc5d9927f req-2551c2e4-f10c-4b0a-abca-5ac6923e9a35 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:58.040023 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-da6fb2f9-62e2-49e7-bd2d-5a7cc5d9927f req-2551c2e4-f10c-4b0a-abca-5ac6923e9a35 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Synchronizing usage tracker for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:54:58.151677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-da6fb2f9-62e2-49e7-bd2d-5a7cc5d9927f req-2551c2e4-f10c-4b0a-abca-5ac6923e9a35 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Unset dirty status for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:54:58.153618 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-da6fb2f9-62e2-49e7-bd2d-5a7cc5d9927f req-2551c2e4-f10c-4b0a-abca-5ac6923e9a35 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 931 time: 0.5315363
Apr 19 18:54:58.230069 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-da6fb2f9-62e2-49e7-bd2d-5a7cc5d9927f req-535d830f-ea83-4087-b8f7-559495a52c79 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651827
Apr 19 18:54:58.320729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:54:58.328603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:58.343695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Transition to ACTIVE for port object aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:54:58.346247 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:58.351932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6bf47711-af2b-4672-9cc3-4964062df817 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:58.530687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Pushing event updated for resources: {'Port': ['ID=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:58.561875 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:58.610019 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Attempting to bind port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:54:58.610328 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Attempting to bind port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:54:58.610745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Attempting to bind port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 on network 308c5962-a460-479b-aaec-ff71d96a0323 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:58.615809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 on network 308c5962-a460-479b-aaec-ff71d96a0323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:54:58.616171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Attempting to bind port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 on network 308c5962-a460-479b-aaec-ff71d96a0323 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:54:58.622372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:54:58.622941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Checking segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:54:58.623189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Bound using segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:54:58.623654 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Bound port: aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:54:58.624033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:58.718936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] For port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:54:58.722588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] For port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:54:58.726682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:58.731482 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f552b7a7-03e7-4c58-934e-f8045f4ca82a tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:54:58.785324 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:58.786137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:54:58.787727 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] 10.222.0.62 "PUT /v2.0/ports/aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 HTTP/1.1" status: 200  len: 1093 time: 1.3425951
Apr 19 18:54:58.790227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'tag': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:54:58.825381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Pushing event updated for resources: {'Port': ['ID=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:54:58.828971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:54:58.879544 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'tag': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9', 'status': 'completed', 'code': 200}
Apr 19 18:54:58.919562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-5626d9e5-aad9-45fc-afc5-a34a6bb260ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:58.921363 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-5626d9e5-aad9-45fc-afc5-a34a6bb260ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 1096 time: 0.0846629
Apr 19 18:54:59.000923 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-66f29d71-92be-48e9-a8b4-9ae763558208 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 HTTP/1.1" status: 200  len: 217 time: 0.0700772
Apr 19 18:54:59.071476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-cf3db932-a28c-4315-bf79-c3f828f53da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:59.072956 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-cf3db932-a28c-4315-bf79-c3f828f53da4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.0651007
Apr 19 18:54:59.162574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-faa333a1-2b08-4c01-8498-e067c20b1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:59.164303 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-faa333a1-2b08-4c01-8498-e067c20b1525 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833464
Apr 19 18:54:59.323361 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-26395b3e-dd69-4705-803e-245e83ab2140 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450670
Apr 19 18:54:59.546432 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ba13343-6363-473e-87b9-826bbaac5c06 req-58038f0c-475e-4b64-9d58-fb040135696e service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2161095
Apr 19 18:54:59.561708 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069504e-c9a7-4509-88cb-00a718b73f56 req-9fdf140c-175c-4ddb-8053-de8cc1ef160c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:59.563384 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7069504e-c9a7-4509-88cb-00a718b73f56 req-9fdf140c-175c-4ddb-8053-de8cc1ef160c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 943 time: 0.2087338
Apr 19 18:54:59.664686 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7069504e-c9a7-4509-88cb-00a718b73f56 req-065eaa82-215d-4f78-bb49-1aa84120f677 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935426
Apr 19 18:54:59.695445 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838d467-01b8-4709-9698-3cb69e885a9b req-ec60115e-3e14-4990-ace9-bd4041a82b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:59.697031 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b838d467-01b8-4709-9698-3cb69e885a9b req-ec60115e-3e14-4990-ace9-bd4041a82b4d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 1096 time: 0.0927410
Apr 19 18:54:59.841381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838d467-01b8-4709-9698-3cb69e885a9b req-b1a707d2-ee9d-4bc1-9ee3-d2ba4e8df428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:59.842915 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b838d467-01b8-4709-9698-3cb69e885a9b req-b1a707d2-ee9d-4bc1-9ee3-d2ba4e8df428 service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.1361964
Apr 19 18:54:59.918263 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b838d467-01b8-4709-9698-3cb69e885a9b req-f5901c02-aa1d-44d9-acd2-1b47a18407e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 HTTP/1.1" status: 200  len: 217 time: 0.0665827
Apr 19 18:54:59.992504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838d467-01b8-4709-9698-3cb69e885a9b req-d35fb497-af53-45c0-992b-3e69f897dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:54:59.994068 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b838d467-01b8-4709-9698-3cb69e885a9b req-d35fb497-af53-45c0-992b-3e69f897dc60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.0680397
Apr 19 18:55:00.086133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838d467-01b8-4709-9698-3cb69e885a9b req-4bd6c276-f270-4de3-a3ca-fb78475d3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:00.087764 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b838d467-01b8-4709-9698-3cb69e885a9b req-4bd6c276-f270-4de3-a3ca-fb78475d3bd5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785842
Apr 19 18:55:00.232555 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b838d467-01b8-4709-9698-3cb69e885a9b req-2c21a4c6-9bfb-475b-ab54-2373276a33d7 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372726
Apr 19 18:55:00.387803 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b838d467-01b8-4709-9698-3cb69e885a9b req-43d744bf-d0d2-402b-a1ad-8522cc07f288 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460698
Apr 19 18:55:00.870384 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2322-0bb1-4b68-ae17-abfdd3e674ee req-7660b612-5dd5-4dfb-aadd-fd2d3afc9de8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:00.871975 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-43cd2322-0bb1-4b68-ae17-abfdd3e674ee req-7660b612-5dd5-4dfb-aadd-fd2d3afc9de8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 943 time: 0.0907600
Apr 19 18:55:00.905935 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:55:00.921029 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-43cd2322-0bb1-4b68-ae17-abfdd3e674ee req-6c6ea689-307e-4095-980a-8177b5f691e9 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426943
Apr 19 18:55:02.136676 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa946f0-3241-4d85-b1ae-19e7c748daee req-0cf5e67a-3da6-4add-8062-272597b2eae5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:02.140162 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3fa946f0-3241-4d85-b1ae-19e7c748daee req-0cf5e67a-3da6-4add-8062-272597b2eae5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 943 time: 0.1058474
Apr 19 18:55:02.191974 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3fa946f0-3241-4d85-b1ae-19e7c748daee req-171f4eca-b1a0-4f98-863b-016ab3d2c36e tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472300
Apr 19 18:55:03.406953 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fa112-b2b9-4d32-91f4-cee17ba09c53 req-d114f951-8259-439d-bc11-7f3f3292506d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:03.408542 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-160fa112-b2b9-4d32-91f4-cee17ba09c53 req-d114f951-8259-439d-bc11-7f3f3292506d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 943 time: 0.0935471
Apr 19 18:55:03.460165 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-160fa112-b2b9-4d32-91f4-cee17ba09c53 req-221ae153-1443-456e-a782-0b0eb34cbb84 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443308
Apr 19 18:55:03.746075 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ec93fb47-3f36-41d5-8d31-2737f0b2fe4c tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:03.747689 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ec93fb47-3f36-41d5-8d31-2737f0b2fe4c tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 814 time: 0.1553032
Apr 19 18:55:03.764291 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-f383ed1d-68f0-49f9-9709-9aa586b56d1e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/quotas/6e5d7e8734d14a4e92a530767edaea89 HTTP/1.1" status: 200  len: 375 time: 0.0105488
Apr 19 18:55:03.854982 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-c2376779-5cfb-4405-adb3-9572502e3262 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0850301
Apr 19 18:55:03.997523 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-be389111-ee21-4739-bfc3-b341a99ccac4 service neutron] 10.222.0.41 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349308
Apr 19 18:55:04.140555 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-39f63fc7-1d28-4635-81ef-d39c6b7a16f8 service neutron] 10.222.0.41 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365614
Apr 19 18:55:04.339915 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-166d9dfc-b418-40b5-93db-8f2d141718e4 req-44f7df1e-6c78-42a4-ad64-f492bc84bd9c tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 210 time: 0.0551767
Apr 19 18:55:04.665802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107019ca-86cb-46dc-85d7-eef7f1669c7c req-d366df00-f376-4490-ad57-58c4a4116fd7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:04.667479 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-107019ca-86cb-46dc-85d7-eef7f1669c7c req-d366df00-f376-4490-ad57-58c4a4116fd7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 943 time: 0.0910134
Apr 19 18:55:04.717209 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-107019ca-86cb-46dc-85d7-eef7f1669c7c req-2e716172-6ae9-441c-8620-d6a83ce50ef0 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430405
Apr 19 18:55:05.470898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-aacb7412-9740-4681-a7d3-f366a9cf0f4d tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:05.472511 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-aacb7412-9740-4681-a7d3-f366a9cf0f4d tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 814 time: 0.1625502
Apr 19 18:55:05.531142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Request body: {'port': {'device_id': 'de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c', 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50', 'admin_state_up': True, 'tenant_id': '6e5d7e8734d14a4e92a530767edaea89'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:55:05.550618 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f7a2a101-cd77-4ff3-bdce-4f7f65ea2774 req-e7988187-209a-450e-a1eb-7326b43a5e39 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 210 time: 0.0746131
Apr 19 18:55:05.681893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:55:05.692155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:55:05.701219 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Made reservation on behalf of 6e5d7e8734d14a4e92a530767edaea89 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:55:05.707417 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:05.893584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Allocated IP 172.20.0.4 (6d849428-f765-4c60-b73d-22829f0aaf50/1a68d2a6-917e-4b12-a4f5-1656fb069478/19120dfc-1a8b-423d-abd9-379092074e13) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:55:06.419797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f810e38-05ae-4946-9393-5c9b213fe338 req-d122b734-b390-4c32-bc89-7900435161e2 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:06.421373 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f810e38-05ae-4946-9393-5c9b213fe338 req-d122b734-b390-4c32-bc89-7900435161e2 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 943 time: 0.4336894
Apr 19 18:55:06.424182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:06.479590 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4f810e38-05ae-4946-9393-5c9b213fe338 req-c5e6ec71-b8c3-4068-96a6-d0f328d598c1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503232
Apr 19 18:55:06.493608 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:06.499545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:06.520014 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cb2b1219-c1b2-4f39-bacc-1ca1fa532422', '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5', '7cfba78b-7671-4337-a81f-bf033164aad4'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:55:06.571273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Network 6d849428-f765-4c60-b73d-22829f0aaf50 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:55:06.575295 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:55:06.577903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:55:06.628116 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Pushing event updated for resources: {'Port': ['ID=19120dfc-1a8b-423d-abd9-379092074e13,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:06.631953 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:06.657599 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:06.658269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:06.733208 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2114971
Apr 19 18:55:06.756780 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Request body: {'port': {'device_id': 'de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:55:06.832099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd87b84-b521-43cc-91da-15461328a4bc req-aade6049-5abc-4b75-b697-5d85cd1eb0ca tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:06.832895 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-bfd87b84-b521-43cc-91da-15461328a4bc req-aade6049-5abc-4b75-b697-5d85cd1eb0ca tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Synchronizing usage tracker for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:55:06.900901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-bfd87b84-b521-43cc-91da-15461328a4bc req-aade6049-5abc-4b75-b697-5d85cd1eb0ca tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Unset dirty status for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:55:06.902166 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bfd87b84-b521-43cc-91da-15461328a4bc req-aade6049-5abc-4b75-b697-5d85cd1eb0ca tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 931 time: 0.2303283
Apr 19 18:55:06.908825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:07.020284 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bfd87b84-b521-43cc-91da-15461328a4bc req-5373dfa4-3701-4da5-8837-926e2c405078 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000984
Apr 19 18:55:07.312917 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19120dfc-1a8b-423d-abd9-379092074e13 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:55:07.320849 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:07.336730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Transition to ACTIVE for port object 19120dfc-1a8b-423d-abd9-379092074e13 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:55:07.340146 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:07.344958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2444c132-f741-4d7d-91f1-f857d26c6029 tempest-VolumesActionsTest-236393901 tempest-VolumesActionsTest-236393901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:07.512432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Pushing event updated for resources: {'Port': ['ID=19120dfc-1a8b-423d-abd9-379092074e13,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:07.521270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:07.592715 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Attempting to bind port 19120dfc-1a8b-423d-abd9-379092074e13 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:55:07.593016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Attempting to bind port 19120dfc-1a8b-423d-abd9-379092074e13 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:55:07.593393 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Attempting to bind port 19120dfc-1a8b-423d-abd9-379092074e13 on network 6d849428-f765-4c60-b73d-22829f0aaf50 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:55:07.641911 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Port 19120dfc-1a8b-423d-abd9-379092074e13 on network 6d849428-f765-4c60-b73d-22829f0aaf50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:55:07.642279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Attempting to bind port 19120dfc-1a8b-423d-abd9-379092074e13 on network 6d849428-f765-4c60-b73d-22829f0aaf50 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:55:07.656050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:55:07.656427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Checking segment: {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:55:07.656850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Bound using segment: {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:55:07.657326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Bound port: 19120dfc-1a8b-423d-abd9-379092074e13, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '399eb424-1823-425b-8efa-755dcab9a589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:55:07.657709 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:07.772901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a422236-cea0-411f-90db-b7c1ffa98d38 req-2560e998-77b9-48a2-8d67-5bb02ddd0183 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:07.774543 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5a422236-cea0-411f-90db-b7c1ffa98d38 req-2560e998-77b9-48a2-8d67-5bb02ddd0183 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 943 time: 0.1785653
Apr 19 18:55:07.797187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] For port 19120dfc-1a8b-423d-abd9-379092074e13, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:55:07.814379 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] For port 19120dfc-1a8b-423d-abd9-379092074e13, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19120dfc-1a8b-423d-abd9-379092074e13,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:55:07.825559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:07.833588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2347f325-9b8a-4bda-9b9f-763fce960afc tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:07.888428 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:07.888922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:07.890427 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] 10.222.0.62 "PUT /v2.0/ports/19120dfc-1a8b-423d-abd9-379092074e13 HTTP/1.1" status: 200  len: 1093 time: 1.1406040
Apr 19 18:55:07.893466 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5a422236-cea0-411f-90db-b7c1ffa98d38 req-bac65321-8fa8-4553-8b96-f16bc4811962 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1115966
Apr 19 18:55:07.897572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c', 'tag': '19120dfc-1a8b-423d-abd9-379092074e13'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:55:07.931029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Pushing event updated for resources: {'Port': ['ID=19120dfc-1a8b-423d-abd9-379092074e13,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:07.934575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:07.974485 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c', 'tag': '19120dfc-1a8b-423d-abd9-379092074e13', 'status': 'completed', 'code': 200}
Apr 19 18:55:08.021565 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-a8989e4b-73ff-4643-ad8f-310fe92293dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:08.023200 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-a8989e4b-73ff-4643-ad8f-310fe92293dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 1096 time: 0.0874646
Apr 19 18:55:08.099246 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-53146085-f6c7-4f22-aa96-7500fe24c550 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19120dfc-1a8b-423d-abd9-379092074e13 HTTP/1.1" status: 200  len: 217 time: 0.0676095
Apr 19 18:55:08.225624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-67099c7a-0059-4717-ae17-3e57f7c864bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:08.227258 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-67099c7a-0059-4717-ae17-3e57f7c864bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 200  len: 854 time: 0.1214001
Apr 19 18:55:08.296339 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-dd8a6b9e-2f4e-4f0b-8ea7-6c363d4e486a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d849428-f765-4c60-b73d-22829f0aaf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512059
Apr 19 18:55:08.305588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea78ed-3331-4c24-b904-d0c65b1e188d req-03312533-748a-41aa-87a4-3c1cef833d52 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:08.307143 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f2ea78ed-3331-4c24-b904-d0c65b1e188d req-03312533-748a-41aa-87a4-3c1cef833d52 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 943 time: 0.1659868
Apr 19 18:55:08.448039 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f2ea78ed-3331-4c24-b904-d0c65b1e188d req-7ca3286a-9a15-4c72-92f9-122d17912001 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148987
Apr 19 18:55:08.484767 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-e741cd24-2a59-45ed-9bf5-7cea44bebf28 service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766355
Apr 19 18:55:08.625881 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-16b33ad8-048b-4f2d-be24-ab16cc324ba3 req-dd1be180-6b51-42f8-98dc-31bfc30bbe1c service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344378
Apr 19 18:55:08.770646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765043e-4ceb-43dc-8803-706d58eea51b req-10402d07-f55b-4f38-9095-1a5a49269f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:08.772253 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8765043e-4ceb-43dc-8803-706d58eea51b req-10402d07-f55b-4f38-9095-1a5a49269f08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 1096 time: 0.0779088
Apr 19 18:55:08.917806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765043e-4ceb-43dc-8803-706d58eea51b req-3fe412fb-1926-4d48-a689-85c030d2b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:08.919408 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8765043e-4ceb-43dc-8803-706d58eea51b req-3fe412fb-1926-4d48-a689-85c030d2b59e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 915 time: 0.1372852
Apr 19 18:55:08.997293 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8765043e-4ceb-43dc-8803-706d58eea51b req-876ca097-1aa5-4cd5-9c6d-4a1fde35ba02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19120dfc-1a8b-423d-abd9-379092074e13 HTTP/1.1" status: 200  len: 217 time: 0.0696304
Apr 19 18:55:09.123128 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765043e-4ceb-43dc-8803-706d58eea51b req-859e27f3-8685-42d0-a266-d41dfcd271e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:09.124693 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8765043e-4ceb-43dc-8803-706d58eea51b req-859e27f3-8685-42d0-a266-d41dfcd271e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 200  len: 854 time: 0.1187086
Apr 19 18:55:09.183143 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8765043e-4ceb-43dc-8803-706d58eea51b req-fbb84e6e-9889-4e9a-a061-90058ce823ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d849428-f765-4c60-b73d-22829f0aaf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491354
Apr 19 18:55:09.199355 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ca1d-5e90-4e6b-b81b-28b741ef8c9d req-93303972-01ed-42e9-b0d0-a829166f7c04 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:09.200859 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-91b5ca1d-5e90-4e6b-b81b-28b741ef8c9d req-93303972-01ed-42e9-b0d0-a829166f7c04 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 943 time: 0.1603787
Apr 19 18:55:09.336560 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-91b5ca1d-5e90-4e6b-b81b-28b741ef8c9d req-f0828c57-28f5-4e88-a7ed-f05249e22050 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137865
Apr 19 18:55:09.374519 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8765043e-4ceb-43dc-8803-706d58eea51b req-b3c5633a-1124-44d3-969f-bc03fd9077cc service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725805
Apr 19 18:55:09.521853 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8765043e-4ceb-43dc-8803-706d58eea51b req-634f61d0-e8d8-40d5-9d3b-c8279fb699f9 service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364946
Apr 19 18:55:09.656591 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633491a-c028-4abd-a6b4-c88dca2062b4 req-94c9f33e-7f20-4ac9-a042-2e33dac6c723 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:09.658102 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9633491a-c028-4abd-a6b4-c88dca2062b4 req-94c9f33e-7f20-4ac9-a042-2e33dac6c723 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 943 time: 0.0924523
Apr 19 18:55:09.706231 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9633491a-c028-4abd-a6b4-c88dca2062b4 req-5c53e852-8c5c-4659-9b24-0000b3aa75ab tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413663
Apr 19 18:55:09.923773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cf9b75c9-6007-44ee-bd46-221befdaea4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:10.538489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c66c1-efde-4bfa-a08f-2862f8344337 req-97932f8a-d43d-4149-abbe-ec87078d2709 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:10.540111 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e02c66c1-efde-4bfa-a08f-2862f8344337 req-97932f8a-d43d-4149-abbe-ec87078d2709 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 943 time: 0.0899553
Apr 19 18:55:10.588211 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e02c66c1-efde-4bfa-a08f-2862f8344337 req-0e56cf26-8503-48df-b220-b9524689293c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416939
Apr 19 18:55:10.907300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574e6c0-c29c-4a59-8d30-8551d4081250 req-d14aab3c-0b23-49b0-8450-c6f648a719f9 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:10.908892 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8574e6c0-c29c-4a59-8d30-8551d4081250 req-d14aab3c-0b23-49b0-8450-c6f648a719f9 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 943 time: 0.0901246
Apr 19 18:55:10.956560 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8574e6c0-c29c-4a59-8d30-8551d4081250 req-6b439424-cc1c-46c6-9041-1f18e38ceed7 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412862
Apr 19 18:55:10.988481 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:55:11.131357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:55:11.145591 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'port_id': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9', 'mac_address': 'fa:16:3e:b2:54:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:55:11.208450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:11.226091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:55:11.242358 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:55:11.245250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:11.247113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:11.317828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:11.325698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.326090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.326501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.326883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.327257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.327631 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.328003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.328370 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.328739 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.329104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.329468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.329830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:55:11.334313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:11.512164 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:55:11.799045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae578477-05d1-4c72-94c3-1776271167ab req-6671de7c-da20-4ffa-9a1e-63b8d27773d9 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:11.800704 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae578477-05d1-4c72-94c3-1776271167ab req-6671de7c-da20-4ffa-9a1e-63b8d27773d9 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 944 time: 0.0926170
Apr 19 18:55:12.112661 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae578477-05d1-4c72-94c3-1776271167ab req-d59949a1-b8be-406f-9d9b-e2ee49ef030a tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3044565
Apr 19 18:55:12.166232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd3d31-5cd3-4985-aa5e-166f328cc9cd req-0c669046-c908-4b17-9b94-d0dbee46be08 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:12.167856 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-10dd3d31-5cd3-4985-aa5e-166f328cc9cd req-0c669046-c908-4b17-9b94-d0dbee46be08 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 943 time: 0.0948126
Apr 19 18:55:12.218325 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-10dd3d31-5cd3-4985-aa5e-166f328cc9cd req-f1adfaa6-1e75-43e4-b3d7-725947e69c5e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441396
Apr 19 18:55:12.886317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-45bd84a9-de81-4128-9869-d0e63790c6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:13.004140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 19120dfc-1a8b-423d-abd9-379092074e13 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:55:13.007731 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:55:13.173436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:55:13.187911 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:55:13.188339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:13.280664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 19120dfc-1a8b-423d-abd9-379092074e13, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19120dfc-1a8b-423d-abd9-379092074e13,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:55:13.299687 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:13.301127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '19120dfc-1a8b-423d-abd9-379092074e13', 'network_id': '6d849428-f765-4c60-b73d-22829f0aaf50', 'port_id': '19120dfc-1a8b-423d-abd9-379092074e13', 'mac_address': 'fa:16:3e:12:12:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68d2a6-917e-4b12-a4f5-1656fb069478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:55:13.319913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda0693-4f16-44a1-8820-93192b00970e req-dc4e121c-4ca4-45d0-9c55-8e74942f4ab6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:13.321880 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7cda0693-4f16-44a1-8820-93192b00970e req-dc4e121c-4ca4-45d0-9c55-8e74942f4ab6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 944 time: 0.0935261
Apr 19 18:55:13.417223 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:13.427233 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7cda0693-4f16-44a1-8820-93192b00970e req-8d1900e9-e723-4078-8f39-037f6023babe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985770
Apr 19 18:55:13.442817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19120dfc-1a8b-423d-abd9-379092074e13 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:55:13.453936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:13.461926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8738f-af3f-4c24-a587-aaf8ba160eaf req-00627be7-91dd-4c15-b946-768a12105802 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:13.463563 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0de8738f-af3f-4c24-a587-aaf8ba160eaf req-00627be7-91dd-4c15-b946-768a12105802 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 943 time: 0.1170690
Apr 19 18:55:13.475486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 19120dfc-1a8b-423d-abd9-379092074e13, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19120dfc-1a8b-423d-abd9-379092074e13,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:55:13.484060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:13.486695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:13.512979 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0de8738f-af3f-4c24-a587-aaf8ba160eaf req-81ced3e1-ef35-440e-a8b9-39a768fc90b5 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430319
Apr 19 18:55:13.526550 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:55:13.551337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:55:13.562359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:13.579586 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=19120dfc-1a8b-423d-abd9-379092074e13,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:13.583541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:13.584507 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:13.617516 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9', 'code': 200}
Apr 19 18:55:13.657614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:13.661389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:13.810469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['19120dfc-1a8b-423d-abd9-379092074e13'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:55:13.865179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be925825-a51b-4b1d-a5ca-63dba676ddc2 req-ef4b3b9b-d9f7-46d1-bccd-a9341d479258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:13.866817 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be925825-a51b-4b1d-a5ca-63dba676ddc2 req-ef4b3b9b-d9f7-46d1-bccd-a9341d479258 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 1098 time: 0.0780795
Apr 19 18:55:13.912380 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be925825-a51b-4b1d-a5ca-63dba676ddc2 req-0bd9af30-502a-4d41-8a1d-a07c43bb0339 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371382
Apr 19 18:55:14.188973 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:14.634368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c81f1-07ec-4912-898c-936f218f23c7 req-565be744-f5b5-4012-bbff-42fde71c9eb9 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:14.635985 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-384c81f1-07ec-4912-898c-936f218f23c7 req-565be744-f5b5-4012-bbff-42fde71c9eb9 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 945 time: 0.0932577
Apr 19 18:55:14.649901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:14.730965 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-384c81f1-07ec-4912-898c-936f218f23c7 req-003057ef-f033-4b2b-998e-7590ab1e3da9 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886991
Apr 19 18:55:14.768131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c3053-5c99-497c-a211-bb65672150c1 req-8cb8059a-e81c-495c-abf4-5e4cde6d12e8 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:14.769690 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a84c3053-5c99-497c-a211-bb65672150c1 req-8cb8059a-e81c-495c-abf4-5e4cde6d12e8 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 944 time: 0.1103668
Apr 19 18:55:14.820532 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a84c3053-5c99-497c-a211-bb65672150c1 req-1011eb21-aa80-4c62-9f52-4dedefb7c06c tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438657
Apr 19 18:55:15.034094 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 19120dfc-1a8b-423d-abd9-379092074e13 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:55:15.104168 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port 19120dfc-1a8b-423d-abd9-379092074e13 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:55:15.109074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 19120dfc-1a8b-423d-abd9-379092074e13 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:55:15.109498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:15.238641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:15.273584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 19120dfc-1a8b-423d-abd9-379092074e13, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19120dfc-1a8b-423d-abd9-379092074e13,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:55:15.276561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:15.278549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:15.353843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=19120dfc-1a8b-423d-abd9-379092074e13,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:15.357163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:15.573378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:15.618507 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19120dfc-1a8b-423d-abd9-379092074e13'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:55:15.668923 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19120dfc-1a8b-423d-abd9-379092074e13', 'code': 200}
Apr 19 18:55:16.055672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2354cf-5527-483b-b93c-fe95bf5c107e req-a494baf0-ecfb-44fc-803b-05117554392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:16.057285 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec2354cf-5527-483b-b93c-fe95bf5c107e req-a494baf0-ecfb-44fc-803b-05117554392f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 1098 time: 0.2155166
Apr 19 18:55:16.068499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f00110-9528-4a16-9474-d26b52467f42 req-4dcdcf85-10c1-4828-ba0a-747557eb7b62 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:16.070078 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-48f00110-9528-4a16-9474-d26b52467f42 req-4dcdcf85-10c1-4828-ba0a-747557eb7b62 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 945 time: 0.1881957
Apr 19 18:55:16.164022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee499c-8d7c-494a-b0aa-2b9dcf1cde35 req-23e62320-c14a-47e5-bdb8-fc0287cfe34b tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:16.165554 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8fee499c-8d7c-494a-b0aa-2b9dcf1cde35 req-23e62320-c14a-47e5-bdb8-fc0287cfe34b tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 945 time: 0.2210553
Apr 19 18:55:16.169449 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec2354cf-5527-483b-b93c-fe95bf5c107e req-76fd3492-2d53-49e0-b6c9-bc48abbcd1da service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982168
Apr 19 18:55:16.173055 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-48f00110-9528-4a16-9474-d26b52467f42 req-11253945-6faa-4c67-a0ea-cb69ac55cade tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844283
Apr 19 18:55:16.217051 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8fee499c-8d7c-494a-b0aa-2b9dcf1cde35 req-39a44081-fc95-4a44-b55a-3240bd169e37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432911
Apr 19 18:55:16.381298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19619fd-b4cc-41b5-aee6-9a658c7caf8a req-a4f83b2c-87c0-4974-b437-3431603d0739 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:16.382862 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d19619fd-b4cc-41b5-aee6-9a658c7caf8a req-a4f83b2c-87c0-4974-b437-3431603d0739 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 945 time: 0.0931222
Apr 19 18:55:16.431062 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d19619fd-b4cc-41b5-aee6-9a658c7caf8a req-6e77e7b8-ac2f-40bc-80fb-d8f6f7a23cdc tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417159
Apr 19 18:55:16.456508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51474) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:55:16.715965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a853fb94-c278-4786-a8d0-eaebcca27a60 tempest-TestVolumeBootPattern-868243469 tempest-TestVolumeBootPattern-868243469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:16.717570 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a853fb94-c278-4786-a8d0-eaebcca27a60 tempest-TestVolumeBootPattern-868243469 tempest-TestVolumeBootPattern-868243469-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 1093 time: 0.2599885
Apr 19 18:55:16.720650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51480) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:55:16.726803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'floatingip': {'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'port_id': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:55:16.733111 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:55:16.737284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:floatingip and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:55:16.741248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:55:16.747274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:55:16.757000 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:16.899960 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:17.044080 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Allocated IP 172.27.3.41 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/a477881a-b17c-4d75-9400-970ff2695303) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:55:17.203149 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:17.234106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:17.239736 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-74c957f2-5021-4fe9-98fa-be5e397fcb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:17.307705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:55:17.310780 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:55:17.314735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:55:17.353929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'Port': ['ID=a477881a-b17c-4d75-9400-970ff2695303,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:17.363064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:17.564741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67006306-12e0-4dc9-98be-df7b67fb5d11 req-5b897960-caeb-477a-9f6e-3263bb3bcfca tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:17.566364 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-67006306-12e0-4dc9-98be-df7b67fb5d11 req-5b897960-caeb-477a-9f6e-3263bb3bcfca tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 945 time: 0.2177606
Apr 19 18:55:17.760825 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-67006306-12e0-4dc9-98be-df7b67fb5d11 req-5d8907ae-6b4d-4189-95b5-fef1fbeb8c94 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875284
Apr 19 18:55:17.869817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:17.951003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:18.205614 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:18.210367 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:18.215439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bc20109d-2678-4144-9748-aeb892fdf9ce tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:18.342642 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'Port': ['ID=a477881a-b17c-4d75-9400-970ff2695303,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:18.347349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:18.355535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:18.557348 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Floating IP 6e7167e8-c2e4-46f8-9c27-4e7b5c88c6a6 associated. External IP: 172.27.3.41, port: aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9.
Apr 19 18:55:19.243682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:55:19.440138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:55:19.450327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] Sync routers for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:55:19.462887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:55:19.463672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b782595f8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:55:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:55:19.465914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:19.527855 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8060832
Apr 19 18:55:19.528763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'tag': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:55:19.604166 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'tag': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9', 'status': 'completed', 'code': 200}
Apr 19 18:55:19.694034 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:55:19.716586 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-14c94001-85b7-4eed-bae2-727309cd7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:19.718229 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-14c94001-85b7-4eed-bae2-727309cd7b86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 1098 time: 0.0883155
Apr 19 18:55:19.885697 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-2356eb3c-cdf6-409e-afba-61b83f2aa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:19.887383 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-2356eb3c-cdf6-409e-afba-61b83f2aa72c service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.1552310
Apr 19 18:55:20.008919 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-6eb4b4a0-ee7a-4485-8fce-58ff8fd96141 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 HTTP/1.1" status: 200  len: 998 time: 0.1120780
Apr 19 18:55:20.111646 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b782595f8>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '6e7167e8-c2e4-46f8-9c27-4e7b5c88c6a6', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:b2:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:55:17Z', 'updated_at': '2021-04-19T18:55:17Z', 'revision_number': 0, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:55:20.117067 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] Checking router: f0c88d97-ccb5-4253-a63d-7ed6a5ec907f for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:55:20.127156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:55:20.127871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b782595f8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:55:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:55:20.148095 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-b89da20d-4983-405b-9411-4697e3ae4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:20.149737 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-b89da20d-4983-405b-9411-4697e3ae4005 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.1301279
Apr 19 18:55:20.204074 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-4347ac93-0f41-42b2-9ca3-fbe1b6b6780e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1428797
Apr 19 18:55:20.251867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-0fc2a8d9-3b2e-4e66-bcba-c925df7155de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:20.252993 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-0fc2a8d9-3b2e-4e66-bcba-c925df7155de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0910649
Apr 19 18:55:20.501710 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-318532fd-e34e-407e-8d06-9376b0d7fcb4 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306986
Apr 19 18:55:20.508567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-20e94e1a-776d-4d18-92c0-e92bec2cb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:20.518763 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-20e94e1a-776d-4d18-92c0-e92bec2cb646 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e5d7e8734d14a4e92a530767edaea89&device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 1098 time: 0.2156208
Apr 19 18:55:20.519662 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:55:20.792346 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aa72ce65-b775-42fc-ad83-6d77a2b3d808 req-addb9a97-7bf7-434a-9b42-13810fabe085 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2651782
Apr 19 18:55:20.796742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-a5fb563e-40b0-4c1a-b0c6-5fcce4d822c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:20.798252 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-a5fb563e-40b0-4c1a-b0c6-5fcce4d822c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 200  len: 915 time: 0.2457838
Apr 19 18:55:20.881747 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-62a3bc76-900e-4e38-8bab-0de752a74df3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb2b1219-c1b2-4f39-bacc-1ca1fa532422 HTTP/1.1" status: 200  len: 217 time: 0.0744765
Apr 19 18:55:20.894679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b782595f8>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '6e7167e8-c2e4-46f8-9c27-4e7b5c88c6a6', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:b2:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:55:17Z', 'updated_at': '2021-04-19T18:55:17Z', 'revision_number': 0, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:55:20.899956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1865cf-41da-4ae1-a116-0446aaf5242e None None] The sync data for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi is: [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '6e7167e8-c2e4-46f8-9c27-4e7b5c88c6a6', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:b2:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:55:17Z', 'updated_at': '2021-04-19T18:55:17Z', 'revision_number': 0, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:55:20.954986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-6371cf51-8da9-4153-9038-89516cb7c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:20.956635 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-6371cf51-8da9-4153-9038-89516cb7c620 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 200  len: 854 time: 0.0682225
Apr 19 18:55:21.020035 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-834fdbe9-a359-4332-8a9f-738eefb74d5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d849428-f765-4c60-b73d-22829f0aaf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510631
Apr 19 18:55:21.168314 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-7cd95183-0d37-48b2-b5f8-6ce128137ecd service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410813
Apr 19 18:55:21.190555 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96533552-bf07-4e17-ad41-404f3b5ecdcf None None] New status for floating IP 6e7167e8-c2e4-46f8-9c27-4e7b5c88c6a6: ACTIVE {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:55:21.326201 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ec3e1068-05ee-415e-8eca-27886e0950e6 req-72294375-6086-4956-b015-7003a1e0d4f6 service neutron] 10.222.0.62 "GET /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466410
Apr 19 18:55:31.059215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccf67f-e86e-4854-a2d2-772b76d83af0 req-99d734ba-6fed-4af2-8f28-8a2ce6f45dd7 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:31.060882 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-52ccf67f-e86e-4854-a2d2-772b76d83af0 req-99d734ba-6fed-4af2-8f28-8a2ce6f45dd7 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 945 time: 0.0904553
Apr 19 18:55:31.109682 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-52ccf67f-e86e-4854-a2d2-772b76d83af0 req-3cd163ca-c6e2-4592-b4bf-624b327a2f37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423341
Apr 19 18:55:32.320061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f90105-4eb6-46b9-9806-81f9e0e503ad req-03b3d5a6-dc2a-40c1-b566-fa693a2d502d tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:32.321629 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81f90105-4eb6-46b9-9806-81f9e0e503ad req-03b3d5a6-dc2a-40c1-b566-fa693a2d502d tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 945 time: 0.0899777
Apr 19 18:55:32.369617 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81f90105-4eb6-46b9-9806-81f9e0e503ad req-56858a13-0be2-47c4-99d8-029fc25b6b3c tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416281
Apr 19 18:55:33.267384 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-7444c386-050b-45f5-8574-06bf5ca9ab50 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:33.268957 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-7444c386-050b-45f5-8574-06bf5ca9ab50 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 945 time: 0.0911334
Apr 19 18:55:33.351118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Deleting port 19120dfc-1a8b-423d-abd9-379092074e13 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:55:33.351735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:33.683632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] For port 19120dfc-1a8b-423d-abd9-379092074e13, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19120dfc-1a8b-423d-abd9-379092074e13,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:55:33.683934 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:33.760994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd088cab-0546-467b-989b-d8ccb6729d27 req-778791a7-1290-415b-afef-f5b76e4f2d7e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:33.762624 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fd088cab-0546-467b-989b-d8ccb6729d27 req-778791a7-1290-415b-afef-f5b76e4f2d7e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c HTTP/1.1" status: 200  len: 945 time: 0.2729194
Apr 19 18:55:34.068298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Calling delete_port for 19120dfc-1a8b-423d-abd9-379092074e13 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:55:34.169720 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fd088cab-0546-467b-989b-d8ccb6729d27 req-bd538cd3-c68f-41be-a0a9-3e6286dcd9c5 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093602
Apr 19 18:55:34.257307 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:34.263422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a4b9a250-74b9-4c9f-96d8-f986b68bf05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:34.271028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cb2b1219-c1b2-4f39-bacc-1ca1fa532422', '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5', '7cfba78b-7671-4337-a81f-bf033164aad4', '19120dfc-1a8b-423d-abd9-379092074e13'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:55:34.314549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Pushing event deleted for resources: {'Port': ['ID=19120dfc-1a8b-423d-abd9-379092074e13,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:34.317799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:34.399398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] No DVR routers for this DVR port 19120dfc-1a8b-423d-abd9-379092074e13 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:55:34.402052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:34.406283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c', 'name': 'network-vif-deleted', 'tag': '19120dfc-1a8b-423d-abd9-379092074e13'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:55:34.420818 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81f733e6-16f4-42d8-afd4-c8fa39c1a788 req-f29ebe8b-43b6-4f59-b67e-6a5860a29298 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "DELETE /v2.0/ports/19120dfc-1a8b-423d-abd9-379092074e13 HTTP/1.1" status: 204  len: 173 time: 1.1451943
Apr 19 18:55:34.458733 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8f84f4-1cc2-4f1c-bab8-e2a4235bd03c', 'name': 'network-vif-deleted', 'tag': '19120dfc-1a8b-423d-abd9-379092074e13', 'status': 'completed', 'code': 200}
Apr 19 18:55:36.924027 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a0ab3-4995-449a-bad2-8994d1a772fa req-ebdfc38c-a8a8-4de0-bd77-9c9e809763ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:36.924774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-e44a0ab3-4995-449a-bad2-8994d1a772fa req-ebdfc38c-a8a8-4de0-bd77-9c9e809763ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Synchronizing usage tracker for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:55:36.940155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-e44a0ab3-4995-449a-bad2-8994d1a772fa req-ebdfc38c-a8a8-4de0-bd77-9c9e809763ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Unset dirty status for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:55:36.941404 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e44a0ab3-4995-449a-bad2-8994d1a772fa req-ebdfc38c-a8a8-4de0-bd77-9c9e809763ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 945 time: 0.1063776
Apr 19 18:55:36.994082 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e44a0ab3-4995-449a-bad2-8994d1a772fa req-983d9e0e-c511-47e9-881c-6c9e5e611a8c tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431740
Apr 19 18:55:37.080681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 19120dfc-1a8b-423d-abd9-379092074e13 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:55:37.119353 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: 19120dfc-1a8b-423d-abd9-379092074e13 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:55:37.119757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 19120dfc-1a8b-423d-abd9-379092074e13 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:55:37.906290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:55:38.198548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af09d6-1765-425e-b721-d3e6814963ce req-20b06027-eac6-4b42-ad22-4d01f1510999 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:38.200175 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-97af09d6-1765-425e-b721-d3e6814963ce req-20b06027-eac6-4b42-ad22-4d01f1510999 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 945 time: 0.0908735
Apr 19 18:55:38.248964 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-97af09d6-1765-425e-b721-d3e6814963ce req-d8ca5b2c-a5ea-4042-b8c9-7beb468df049 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421321
Apr 19 18:55:38.564033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-82557424-778f-483b-8206-dc7750f31456 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:38.565629 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-82557424-778f-483b-8206-dc7750f31456 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 945 time: 0.0942118
Apr 19 18:55:38.642841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Deleting port 7cfba78b-7671-4337-a81f-bf033164aad4 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:55:38.643230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:38.908624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] For port 7cfba78b-7671-4337-a81f-bf033164aad4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7cfba78b-7671-4337-a81f-bf033164aad4,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:55:38.908944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:39.045005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Calling delete_port for 7cfba78b-7671-4337-a81f-bf033164aad4 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:55:39.196756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:39.203570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3f58c933-3605-416e-96b1-99c912057179 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:39.209238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cb2b1219-c1b2-4f39-bacc-1ca1fa532422', '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5', '7cfba78b-7671-4337-a81f-bf033164aad4'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:55:39.256558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Pushing event deleted for resources: {'Port': ['ID=7cfba78b-7671-4337-a81f-bf033164aad4,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:39.259233 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:39.339889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] No DVR routers for this DVR port 7cfba78b-7671-4337-a81f-bf033164aad4 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:55:39.342362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:39.345304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8c228d-4f4b-4001-8694-aa5c238c9d43', 'name': 'network-vif-deleted', 'tag': '7cfba78b-7671-4337-a81f-bf033164aad4'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:55:39.363391 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7760cdb3-5336-4bc9-b0d6-c747881a86d4 req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "DELETE /v2.0/ports/7cfba78b-7671-4337-a81f-bf033164aad4 HTTP/1.1" status: 204  len: 173 time: 0.7916250
Apr 19 18:55:39.441038 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8c228d-4f4b-4001-8694-aa5c238c9d43', 'name': 'network-vif-deleted', 'tag': '7cfba78b-7671-4337-a81f-bf033164aad4', 'status': 'completed', 'code': 200}
Apr 19 18:55:39.454442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-a09e3d85-9914-4c1b-a291-90d5743e44ae req-19f76207-d27d-402d-8bdd-4ed15e2b2563 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Synchronizing usage tracker for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:55:39.470209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-a09e3d85-9914-4c1b-a291-90d5743e44ae req-19f76207-d27d-402d-8bdd-4ed15e2b2563 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Unset dirty status for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:55:39.471543 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a09e3d85-9914-4c1b-a291-90d5743e44ae req-19f76207-d27d-402d-8bdd-4ed15e2b2563 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d8c228d-4f4b-4001-8694-aa5c238c9d43 HTTP/1.1" status: 200  len: 210 time: 0.0778756
Apr 19 18:55:39.924979 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c8da8e3a-4fd2-4240-b1cc-2d582cbf9ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:40.968907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64342e35-9166-49b1-97f9-31225418fa02 req-14aed8c5-b968-43c9-8677-2a06bf4cfc7e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:40.970521 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-64342e35-9166-49b1-97f9-31225418fa02 req-14aed8c5-b968-43c9-8677-2a06bf4cfc7e tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 945 time: 0.0883937
Apr 19 18:55:41.018015 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-64342e35-9166-49b1-97f9-31225418fa02 req-aab14aa3-fcf7-45c0-88b2-d826a52cd9e6 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411124
Apr 19 18:55:42.229717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a73dbb-2f6f-42ca-84d5-7045b6e55eab req-f50e6c40-1d34-45fc-bfbb-63e74f8d939f tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:42.231374 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3a73dbb-2f6f-42ca-84d5-7045b6e55eab req-f50e6c40-1d34-45fc-bfbb-63e74f8d939f tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 945 time: 0.0923927
Apr 19 18:55:42.319338 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3a73dbb-2f6f-42ca-84d5-7045b6e55eab req-4d6cb5a6-ae6d-41b6-8d56-8730ab5afbb5 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814846
Apr 19 18:55:42.367976 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-656d3085-26ea-40a8-a77b-acdcec1cc7da tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:42.369559 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-656d3085-26ea-40a8-a77b-acdcec1cc7da tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 945 time: 0.0943906
Apr 19 18:55:42.452492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Deleting port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:55:42.452871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:42.725923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] For port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:55:42.726284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:42.861281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Calling delete_port for 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:55:42.889250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b889b50d-bc90-4abb-91a8-b102c8580ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:43.016475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:43.022666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:43.027877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cb2b1219-c1b2-4f39-bacc-1ca1fa532422', '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:55:43.074153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Pushing event deleted for resources: {'Port': ['ID=1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:43.077569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:43.100672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 7cfba78b-7671-4337-a81f-bf033164aad4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:55:43.142050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: 7cfba78b-7671-4337-a81f-bf033164aad4 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:55:43.142458 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 7cfba78b-7671-4337-a81f-bf033164aad4 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:55:43.160871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] No DVR routers for this DVR port 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:55:43.163497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:43.166378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff6da22-30f3-4a4d-b1c7-88e3aea8c61a', 'name': 'network-vif-deleted', 'tag': '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:55:43.183542 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d6ac9ee3-0e60-45e2-920e-8a5b749279f6 req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "DELETE /v2.0/ports/1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 HTTP/1.1" status: 204  len: 173 time: 0.8076220
Apr 19 18:55:43.217902 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff6da22-30f3-4a4d-b1c7-88e3aea8c61a', 'name': 'network-vif-deleted', 'tag': '1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5', 'status': 'completed', 'code': 200}
Apr 19 18:55:43.283584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:43.497195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-0f46d33a-3005-4285-8e44-4e8e406a1292 req-f8e02974-e074-4acc-9783-5e456f08eabb tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Synchronizing usage tracker for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:55:43.517455 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-0f46d33a-3005-4285-8e44-4e8e406a1292 req-f8e02974-e074-4acc-9783-5e456f08eabb tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Unset dirty status for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:55:43.518814 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0f46d33a-3005-4285-8e44-4e8e406a1292 req-f8e02974-e074-4acc-9783-5e456f08eabb tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=bff6da22-30f3-4a4d-b1c7-88e3aea8c61a HTTP/1.1" status: 200  len: 210 time: 0.0693886
Apr 19 18:55:44.191009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:44.654721 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:45.576011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:46.258080 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a5e9f-65bd-4e02-b290-1f94a1c64c49 req-7648d6ba-c1d2-4e10-88b0-22c6fc152dce tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:46.259726 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-585a5e9f-65bd-4e02-b290-1f94a1c64c49 req-7648d6ba-c1d2-4e10-88b0-22c6fc152dce tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 945 time: 0.0899451
Apr 19 18:55:46.312472 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-585a5e9f-65bd-4e02-b290-1f94a1c64c49 req-3309bd64-4edc-43f9-9af5-209bb1ae6898 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463343
Apr 19 18:55:47.111281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:55:47.149062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:55:47.149463 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 1298fb5f-ef5c-4c03-88b5-e73aeaf4b3e5 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:55:47.526943 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a5e8f-2327-4f29-930b-3fce68c2d1ae req-b9f92076-a415-48e9-8fab-0c9ffdc1c1b1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:47.528630 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-391a5e8f-2327-4f29-930b-3fce68c2d1ae req-b9f92076-a415-48e9-8fab-0c9ffdc1c1b1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 945 time: 0.0991549
Apr 19 18:55:47.578885 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-391a5e8f-2327-4f29-930b-3fce68c2d1ae req-cb76d1f4-b19c-4688-a13c-dd095d3408f4 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/security-groups?id=e379067c-a5b0-4514-ab64-83844066c4f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437403
Apr 19 18:55:47.789138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7593e751-23ac-4e38-a19d-6b5c6d1c19f8 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:55:47.790675 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7593e751-23ac-4e38-a19d-6b5c6d1c19f8 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 945 time: 0.0919371
Apr 19 18:55:47.875001 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Deleting port cb2b1219-c1b2-4f39-bacc-1ca1fa532422 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:55:47.875426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:48.148436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] For port cb2b1219-c1b2-4f39-bacc-1ca1fa532422, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,segment=NetworkSegment(399eb424-1823-425b-8efa-755dcab9a589),segment_id=399eb424-1823-425b-8efa-755dcab9a589)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:55:48.148722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:48.292335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Calling delete_port for cb2b1219-c1b2-4f39-bacc-1ca1fa532422 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:55:48.447386 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:48.453557 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:48.460477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['cb2b1219-c1b2-4f39-bacc-1ca1fa532422'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:55:48.509795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Pushing event deleted for resources: {'Port': ['ID=cb2b1219-c1b2-4f39-bacc-1ca1fa532422,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:48.539756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:48.594359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] No DVR routers for this DVR port cb2b1219-c1b2-4f39-bacc-1ca1fa532422 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:55:48.596844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:48.600359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08f2905-6a9d-467c-adee-62b05d347534', 'name': 'network-vif-deleted', 'tag': 'cb2b1219-c1b2-4f39-bacc-1ca1fa532422'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:55:48.616045 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1e42e71c-4f99-428d-a204-20cbc6f8e44e req-7b8bb0b7-e255-43da-8f69-d787713de5d1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.62 "DELETE /v2.0/ports/cb2b1219-c1b2-4f39-bacc-1ca1fa532422 HTTP/1.1" status: 204  len: 173 time: 0.8168557
Apr 19 18:55:48.663218 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08f2905-6a9d-467c-adee-62b05d347534', 'name': 'network-vif-deleted', 'tag': 'cb2b1219-c1b2-4f39-bacc-1ca1fa532422', 'status': 'completed', 'code': 200}
Apr 19 18:55:48.763231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-71a995c9-f530-4bae-a068-113bbd4eb7f4 req-daba42d2-72b5-40d5-b0eb-6a5ecfd05e59 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Synchronizing usage tracker for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:55:48.778601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-71a995c9-f530-4bae-a068-113bbd4eb7f4 req-daba42d2-72b5-40d5-b0eb-6a5ecfd05e59 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Unset dirty status for tenant:6e5d7e8734d14a4e92a530767edaea89 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:55:48.779948 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-71a995c9-f530-4bae-a068-113bbd4eb7f4 req-daba42d2-72b5-40d5-b0eb-6a5ecfd05e59 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] 10.222.0.41 "GET /v2.0/ports?device_id=a08f2905-6a9d-467c-adee-62b05d347534 HTTP/1.1" status: 200  len: 210 time: 0.0679121
Apr 19 18:55:49.885432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51610) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:55:49.954675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-16db3cb3-e5b9-4e04-af78-1c8338d44d07 admin admin] Deleting subnet 1a68d2a6-917e-4b12-a4f5-1656fb069478 {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:55:49.958292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16db3cb3-e5b9-4e04-af78-1c8338d44d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:50.009263 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16db3cb3-e5b9-4e04-af78-1c8338d44d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595073'] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:50.069435 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16db3cb3-e5b9-4e04-af78-1c8338d44d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:50.340664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16db3cb3-e5b9-4e04-af78-1c8338d44d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844620269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844645310'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:50.345546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:50.385965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db3cb3-e5b9-4e04-af78-1c8338d44d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a68d2a6-917e-4b12-a4f5-1656fb069478,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:50.389372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-16db3cb3-e5b9-4e04-af78-1c8338d44d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:50.390329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-16db3cb3-e5b9-4e04-af78-1c8338d44d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:50.397919 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-16db3cb3-e5b9-4e04-af78-1c8338d44d07 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1a68d2a6-917e-4b12-a4f5-1656fb069478 HTTP/1.1" status: 204  len: 168 time: 0.5113738
Apr 19 18:55:50.400682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51614) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:55:50.515883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:50.653329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:50.996315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b73e89da0>,) {'filters': {'network_id': ['6d849428-f765-4c60-b73d-22829f0aaf50']}} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:55:51.009282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b73e89da0>, '399eb424-1823-425b-8efa-755dcab9a589') {'for_net_delete': True} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:55:51.009626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b73e89da0>, '399eb424-1823-425b-8efa-755dcab9a589') {} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:55:51.022247 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852180727'] for segment, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:51.037271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:51.043521 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=86308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:55:51.223140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Network 6d849428-f765-4c60-b73d-22829f0aaf50 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:55:51.232524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155440'] for segment, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:51.415077 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Network 6d849428-f765-4c60-b73d-22829f0aaf50 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:55:51.438300 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:55:51.520123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:51.524261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:51.540688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:51.549694 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d849428-f765-4c60-b73d-22829f0aaf50,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:51.553534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:51.558634 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e50c56b7-a99f-4fe9-94f5-67f28610b630 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6d849428-f765-4c60-b73d-22829f0aaf50 HTTP/1.1" status: 204  len: 168 time: 1.1568923
Apr 19 18:55:51.745451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51620) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:55:51.796751 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-a828a054-71e4-4e9a-b030-9435f04cc45f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e5d7e8734d14a4e92a530767edaea89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499933
Apr 19 18:55:51.799277 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51624) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:55:51.859935 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ecb23859-0ff4-4b80-9ddc-0d519e6467ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:51.887335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ecb23859-0ff4-4b80-9ddc-0d519e6467ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:51.935121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ecb23859-0ff4-4b80-9ddc-0d519e6467ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:51.940308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7d410972-0488-492c-bbf9-ac9f50b3e5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:55:51.959066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb23859-0ff4-4b80-9ddc-0d519e6467ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e379067c-a5b0-4514-ab64-83844066c4f2,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:55:51.963386 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ecb23859-0ff4-4b80-9ddc-0d519e6467ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:55:51.966794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ecb23859-0ff4-4b80-9ddc-0d519e6467ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:55:51.968014 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-ecb23859-0ff4-4b80-9ddc-0d519e6467ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e379067c-a5b0-4514-ab64-83844066c4f2 HTTP/1.1" status: 204  len: 168 time: 0.1677723
Apr 19 18:55:53.143039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device cb2b1219-c1b2-4f39-bacc-1ca1fa532422 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:55:53.185670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: cb2b1219-c1b2-4f39-bacc-1ca1fa532422 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:55:53.186071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device cb2b1219-c1b2-4f39-bacc-1ca1fa532422 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:56:02.487510 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 51742) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:02.621571 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:02.637863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:02.642013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Usage tracker for resource:security_group_rule and tenant:bea3194efd1f43b5b2cc5f35d964c430 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:02.645760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:02.651865 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:02.742957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:02.746274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:02.756845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-40a7a565-e9b8-4934-8796-eb8adc3540d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:02.817933 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bea3194efd1f43b5b2cc5f35d964c430&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3286414
Apr 19 18:56:02.819072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa93112-e55f-423e-834c-fb4e87264dde,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:02.820842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51748) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:02.828310 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.828652 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.829073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.829507 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.829886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.830293 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.830730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.831132 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.831539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.832578 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.833053 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.833426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.838514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1e104bba-cb7e-4b5b-b8c4-1fc6ca644968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:02.887177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:02.913923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:02.964064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:02.968491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7582d27f-bd9d-456c-acda-072f889605ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:02.982960 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa93112-e55f-423e-834c-fb4e87264dde,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:02.992860 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:02.994067 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfa93112-e55f-423e-834c-fb4e87264dde HTTP/1.1" status: 204  len: 168 time: 0.1721358
Apr 19 18:56:02.995606 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.996021 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.996430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.996828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.997232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.997630 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.998058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.998492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.998787 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.999184 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.999609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:02.999938 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:03.003284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-eb9ea6dd-298b-402a-91de-d1fb4524074e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:04.926954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51802) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:05.057757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-26ecf52a-e126-4be9-8769-9790201bdb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:05.075656 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-26ecf52a-e126-4be9-8769-9790201bdb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:05.080600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-26ecf52a-e126-4be9-8769-9790201bdb43 admin admin] Usage tracker for resource:security_group_rule and tenant:0e987561052d495396e218891fd14363 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:05.084620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-26ecf52a-e126-4be9-8769-9790201bdb43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:05.091272 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-26ecf52a-e126-4be9-8769-9790201bdb43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:05.182940 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-26ecf52a-e126-4be9-8769-9790201bdb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:05.185827 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-26ecf52a-e126-4be9-8769-9790201bdb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:05.198383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-cb0fdaa3-741f-44e3-a65a-6fc4d8a0bfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:05.241788 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-26ecf52a-e126-4be9-8769-9790201bdb43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e987561052d495396e218891fd14363&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3136387
Apr 19 18:56:05.242691 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecf52a-e126-4be9-8769-9790201bdb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f281a3-bcbb-4d77-a28b-18dd7ed96e37,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:05.244805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 51808) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:05.245879 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-26ecf52a-e126-4be9-8769-9790201bdb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:05.315754 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6682-c531-48c8-abd9-730a0e311472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:05.346059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6682-c531-48c8-abd9-730a0e311472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:05.395655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6682-c531-48c8-abd9-730a0e311472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:05.400988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c796fd62-7f52-4fba-b0d0-ef3dfc84ff7a tempest-AttachVolumeTestJSON-14934806 tempest-AttachVolumeTestJSON-14934806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:05.415800 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe6682-c531-48c8-abd9-730a0e311472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f281a3-bcbb-4d77-a28b-18dd7ed96e37,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:05.418431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f2fe6682-c531-48c8-abd9-730a0e311472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:05.425195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f2fe6682-c531-48c8-abd9-730a0e311472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:05.427076 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f2fe6682-c531-48c8-abd9-730a0e311472 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80f281a3-bcbb-4d77-a28b-18dd7ed96e37 HTTP/1.1" status: 204  len: 168 time: 0.1812150
Apr 19 18:56:05.723919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51816) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:05.743246 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61911d48-fa2b-4a52-bafc-1a59469735b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:05.759293 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-61911d48-fa2b-4a52-bafc-1a59469735b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:05.763324 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-61911d48-fa2b-4a52-bafc-1a59469735b2 admin admin] Usage tracker for resource:security_group_rule and tenant:1553b463cb2f4581b657c0681d99630f is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:05.766297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-61911d48-fa2b-4a52-bafc-1a59469735b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:05.772853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-61911d48-fa2b-4a52-bafc-1a59469735b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:05.866588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61911d48-fa2b-4a52-bafc-1a59469735b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:05.869647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61911d48-fa2b-4a52-bafc-1a59469735b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:05.880235 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f0c726d9-a896-4480-a3e6-d47b424d0161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:05.927405 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-61911d48-fa2b-4a52-bafc-1a59469735b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1553b463cb2f4581b657c0681d99630f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2021704
Apr 19 18:56:05.928384 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61911d48-fa2b-4a52-bafc-1a59469735b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a17cd9a-4612-46f8-ae1a-a8e64403dcf8,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:05.932026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51820) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:05.934842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-61911d48-fa2b-4a52-bafc-1a59469735b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:06.005035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-10c0882c-12f7-4e6c-9313-919956d9e73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:06.034485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-10c0882c-12f7-4e6c-9313-919956d9e73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:06.083683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-10c0882c-12f7-4e6c-9313-919956d9e73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:06.089068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2accd12b-6667-44cf-9577-bc5f97b8aa64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:06.103185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0882c-12f7-4e6c-9313-919956d9e73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a17cd9a-4612-46f8-ae1a-a8e64403dcf8,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:06.107286 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-10c0882c-12f7-4e6c-9313-919956d9e73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:06.114613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-10c0882c-12f7-4e6c-9313-919956d9e73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:06.117308 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-10c0882c-12f7-4e6c-9313-919956d9e73e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a17cd9a-4612-46f8-ae1a-a8e64403dcf8 HTTP/1.1" status: 204  len: 168 time: 0.1841843
Apr 19 18:56:09.931322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-30d67f83-003d-4b29-9f6c-d42910c6e52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:12.892511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-18c59ecb-bac4-494e-9dcc-82339b30ec06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:13.280464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:14.200150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:14.629508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 51942) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:14.672683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:14.775452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2853ded5-b05c-482f-a28f-c5ad266baf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:14.793239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2853ded5-b05c-482f-a28f-c5ad266baf70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:14.798073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2853ded5-b05c-482f-a28f-c5ad266baf70 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f28a75bfd84b14bd8a3a6885624428 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:14.802009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2853ded5-b05c-482f-a28f-c5ad266baf70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:14.808609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2853ded5-b05c-482f-a28f-c5ad266baf70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:14.908033 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:56:14.908427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2853ded5-b05c-482f-a28f-c5ad266baf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:14.912409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2853ded5-b05c-482f-a28f-c5ad266baf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:14.927280 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-503a5867-48d1-4dbf-87d4-521db6c9a18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:14.978709 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2853ded5-b05c-482f-a28f-c5ad266baf70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0f28a75bfd84b14bd8a3a6885624428&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3474348
Apr 19 18:56:14.980864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853ded5-b05c-482f-a28f-c5ad266baf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b728fed-558a-4f1c-980c-22730ddcf0df,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:14.982452 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51948) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:14.984812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2853ded5-b05c-482f-a28f-c5ad266baf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:15.064155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-844ce287-7b45-4ae5-b9c2-a720dfc87ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:15.095566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-844ce287-7b45-4ae5-b9c2-a720dfc87ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:15.154087 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-844ce287-7b45-4ae5-b9c2-a720dfc87ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:15.164431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-70f557ad-7d9e-493f-ba63-cadf0240267e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:15.186984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ce287-7b45-4ae5-b9c2-a720dfc87ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b728fed-558a-4f1c-980c-22730ddcf0df,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:15.193505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-844ce287-7b45-4ae5-b9c2-a720dfc87ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:15.195548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-844ce287-7b45-4ae5-b9c2-a720dfc87ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:15.196969 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-844ce287-7b45-4ae5-b9c2-a720dfc87ca6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b728fed-558a-4f1c-980c-22730ddcf0df HTTP/1.1" status: 204  len: 168 time: 0.2130716
Apr 19 18:56:15.592337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:15.639609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 51956) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:15.666922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:15.684934 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:15.689419 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] Usage tracker for resource:security_group_rule and tenant:794b2eba2dfd433db3cc2cede2e3688d is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:15.693334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:15.699987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:15.798893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:15.803913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:15.821292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-47852fd8-e3d5-4f1b-9f3b-d920505359fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:15.903473 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=794b2eba2dfd433db3cc2cede2e3688d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2622764
Apr 19 18:56:15.904971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e096de5-92ec-4b5f-a480-03b79c2a2169,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:15.906070 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 51960) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:15.910970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:15.984276 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7899d185-5258-45af-80c3-8bd43bc2eb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:16.016215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7899d185-5258-45af-80c3-8bd43bc2eb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:16.068502 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7899d185-5258-45af-80c3-8bd43bc2eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:16.072791 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d9a8e11f-d335-43ac-9a0a-64d88f3c9b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:16.087991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899d185-5258-45af-80c3-8bd43bc2eb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e096de5-92ec-4b5f-a480-03b79c2a2169,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:16.091098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7899d185-5258-45af-80c3-8bd43bc2eb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:16.101484 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7899d185-5258-45af-80c3-8bd43bc2eb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:16.102787 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-7899d185-5258-45af-80c3-8bd43bc2eb3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e096de5-92ec-4b5f-a480-03b79c2a2169 HTTP/1.1" status: 204  len: 168 time: 0.1954637
Apr 19 18:56:22.447355 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-608682be-9402-465e-bf93-15a5bbf1eb5f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2842989
Apr 19 18:56:22.561598 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-707de97d-0f60-4d3a-b539-26636bdf3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:56:22.563368 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-707de97d-0f60-4d3a-b539-26636bdf3827 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 1098 time: 0.0918994
Apr 19 18:56:22.795711 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-4694271f-ac4f-4920-aa8c-69c519efe935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:56:22.797370 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-4694271f-ac4f-4920-aa8c-69c519efe935 service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.2074161
Apr 19 18:56:22.943492 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-ade3856c-d818-4960-a26f-6c7d6152c75b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 HTTP/1.1" status: 200  len: 1000 time: 0.1384060
Apr 19 18:56:23.044520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-ae5fe597-e397-4cc3-a9fc-c5b74646ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:56:23.045914 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-ae5fe597-e397-4cc3-a9fc-c5b74646ebaf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.0962207
Apr 19 18:56:23.148197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-b6a6076b-167a-4fde-ace8-9311444b571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:56:23.149854 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-b6a6076b-167a-4fde-ace8-9311444b571c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0978136
Apr 19 18:56:23.161837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-f6caa57c-31ed-48f6-ae0a-1c2bb07feb3b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:56:23.163138 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-f6caa57c-31ed-48f6-ae0a-1c2bb07feb3b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0070167
Apr 19 18:56:23.356033 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-0576076e-cc85-4644-b47b-e88a99984bf9 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858160
Apr 19 18:56:23.575723 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0a1aa54c-8386-4f8b-806b-794b5841036d req-3b162f9b-ba65-486f-823e-f1fb57c84eb4 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131999
Apr 19 18:56:26.185210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52048) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:26.322901 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76bcd030-e38a-41b1-a914-b9d8cd331801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:26.339995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-76bcd030-e38a-41b1-a914-b9d8cd331801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:26.344351 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-76bcd030-e38a-41b1-a914-b9d8cd331801 admin admin] Usage tracker for resource:security_group_rule and tenant:ea60ef5b1d5d42e68091f78e10fecd73 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:26.347880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-76bcd030-e38a-41b1-a914-b9d8cd331801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:26.353986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-76bcd030-e38a-41b1-a914-b9d8cd331801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:26.450110 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76bcd030-e38a-41b1-a914-b9d8cd331801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:26.453344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76bcd030-e38a-41b1-a914-b9d8cd331801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:26.463871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-359c52d3-3a81-48ec-a04a-0b439d4a562d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:26.512108 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-76bcd030-e38a-41b1-a914-b9d8cd331801 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea60ef5b1d5d42e68091f78e10fecd73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3256416
Apr 19 18:56:26.513175 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcd030-e38a-41b1-a914-b9d8cd331801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34de2806-089a-4f57-b5b7-d3a94629374a,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:26.516199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52056) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:26.535962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-76bcd030-e38a-41b1-a914-b9d8cd331801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:26.587000 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4fe098c8-d19d-4903-bbb8-c94aefb66567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:26.618110 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4fe098c8-d19d-4903-bbb8-c94aefb66567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:26.666412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4fe098c8-d19d-4903-bbb8-c94aefb66567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:26.671835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e49ac419-d66f-4b89-96f0-31b03303d8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:26.685347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe098c8-d19d-4903-bbb8-c94aefb66567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de2806-089a-4f57-b5b7-d3a94629374a,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:26.688693 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4fe098c8-d19d-4903-bbb8-c94aefb66567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:26.691372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4fe098c8-d19d-4903-bbb8-c94aefb66567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:26.693164 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-4fe098c8-d19d-4903-bbb8-c94aefb66567 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34de2806-089a-4f57-b5b7-d3a94629374a HTTP/1.1" status: 204  len: 168 time: 0.1756377
Apr 19 18:56:31.235454 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52102) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:31.380109 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2c18-8927-480d-af16-59bf6b8feec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:31.397461 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c6ab2c18-8927-480d-af16-59bf6b8feec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:31.402053 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c6ab2c18-8927-480d-af16-59bf6b8feec0 admin admin] Usage tracker for resource:security_group_rule and tenant:45df375c8cbc4dc5b1f33a04675b9cd8 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:31.405960 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c6ab2c18-8927-480d-af16-59bf6b8feec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:31.413585 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c6ab2c18-8927-480d-af16-59bf6b8feec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:31.512232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2c18-8927-480d-af16-59bf6b8feec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:31.515613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2c18-8927-480d-af16-59bf6b8feec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:31.526444 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-deb1d239-1179-47f2-819b-700a3b95667a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:31.574807 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c6ab2c18-8927-480d-af16-59bf6b8feec0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45df375c8cbc4dc5b1f33a04675b9cd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3375046
Apr 19 18:56:31.576583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab2c18-8927-480d-af16-59bf6b8feec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97190dd-e6b9-4d9e-9d38-c66e17389bde,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:31.578090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52108) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:31.579884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c6ab2c18-8927-480d-af16-59bf6b8feec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:31.659637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-18eb3bdc-03c9-4ade-b170-5aae2f51ab0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:31.690106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-18eb3bdc-03c9-4ade-b170-5aae2f51ab0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:31.743335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-18eb3bdc-03c9-4ade-b170-5aae2f51ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:31.749182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-4592ea1d-804d-40a8-b22b-dad3917d314d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:31.763546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb3bdc-03c9-4ade-b170-5aae2f51ab0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97190dd-e6b9-4d9e-9d38-c66e17389bde,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:31.766205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-18eb3bdc-03c9-4ade-b170-5aae2f51ab0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:31.778036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-18eb3bdc-03c9-4ade-b170-5aae2f51ab0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:31.779378 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-18eb3bdc-03c9-4ade-b170-5aae2f51ab0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b97190dd-e6b9-4d9e-9d38-c66e17389bde HTTP/1.1" status: 204  len: 168 time: 0.1992595
Apr 19 18:56:32.646166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52132) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:32.771096 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1483618144-network', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:32.776697 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:32.780933 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Usage tracker for resource:network and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:32.784238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:32.792660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:32.803639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Made reservation on behalf of 489b7cde5dab4666b1f0eff7127ac15c for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:56:32.812200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:32.837871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:32.874042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:32.881669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Usage tracker for resource:security_group_rule and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:32.887047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:32.898465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:33.061855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:33.065879 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:33.070987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7b3690af-c757-45fd-8e25-7aa772b8d33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:33.103016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'}  {{(pid=86308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:56:33.113765 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d2ad3e-3497-4ea5-a3f0-4df4e686dc4a,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:33.119114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:33.134756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:33.135415 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Added segment fc485839-52d5-4a0e-b47b-b10482830cef of type vlan for network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6
Apr 19 18:56:33.173409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:33.207922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:33.209375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:56:33.210025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:33.215783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5fdce01a-a640-4a0a-9107-d147f0c9f04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:33.329509 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6820819
Apr 19 18:56:33.334036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52138) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:33.343204 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Request body: {'subnet': {'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1483618144-subnet', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'ip_version': 4}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:33.349004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Pushing event updated for resources: {'Network': ['ID=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:33.351798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:33.354679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:33.357153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Usage tracker for resource:subnet and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:33.360374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:33.365174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:56:33.368512 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:33.379129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Made reservation on behalf of 489b7cde5dab4666b1f0eff7127ac15c for: {'subnet': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:56:33.385858 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10130536'] for subnet, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:33.913975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10155606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10130553'] for subnet, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:33.918692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c833e23e-b331-4c95-9f0b-5068927cd4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:34.002340 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7993d46c-53c6-48f2-9393-cf9897544ccc,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:34.007568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:34.016245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Checking segment: {'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:56:34.016648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Network hostable DHCP agents. Network: 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:56:34.039701 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:56:34.049838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6) {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:56:34.064542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b937e-2657-4987-8bfe-980c3b782a49 None None] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:56:34.065056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:56:34.065732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:34.088576 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-46d32aeb-cd0c-46fd-a841-26923439db79 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7531633
Apr 19 18:56:34.093309 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52142) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:34.100143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:34.105889 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:34.112457 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Usage tracker for resource:router and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:34.120460 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:34.132893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:34.149852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850928906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258002'] for router, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:34.151762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3846910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3845144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3805449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854517851'] for router, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:34.181870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:34.414433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84524719-d496-59df-8eba-4cb173923df2-5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc'}]}} from dv-cinder-786929-1-iscsi. {{(pid=86310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:56:34.416208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:34.712744 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Allocated IP 172.20.0.2 (5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6/7993d46c-53c6-48f2-9393-cf9897544ccc/e9c04c10-c68d-4483-9d07-2e3643bd7427) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:56:34.753560 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:35.004385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:35.017100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Transition to ACTIVE for port object e9c04c10-c68d-4483-9d07-2e3643bd7427 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:56:35.042106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Transition to ACTIVE for port object e9c04c10-c68d-4483-9d07-2e3643bd7427 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:56:35.047306 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:35.053535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:35.133946 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:56:35.136018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:56:35.149083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:56:35.158092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:35.198815 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Pushing event updated for resources: {'Port': ['ID=e9c04c10-c68d-4483-9d07-2e3643bd7427,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:35.227367 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:35.254867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.255192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.255574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.255956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.256329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.256709 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.257080 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.257456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.257825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.258196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.258627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.258991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:35.271799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:35.282928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Attempting to bind port e9c04c10-c68d-4483-9d07-2e3643bd7427 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:56:35.283353 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Attempting to bind port e9c04c10-c68d-4483-9d07-2e3643bd7427 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:56:35.283772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Attempting to bind port e9c04c10-c68d-4483-9d07-2e3643bd7427 on network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:56:35.291414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:56:35.291945 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Checking segment: {'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:56:35.292409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:35.292862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Bound using segment: {'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:56:35.293419 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Bound port: e9c04c10-c68d-4483-9d07-2e3643bd7427, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:56:35.293845 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:35.408904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] For port e9c04c10-c68d-4483-9d07-2e3643bd7427, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:56:35.413388 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] For port e9c04c10-c68d-4483-9d07-2e3643bd7427, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=e9c04c10-c68d-4483-9d07-2e3643bd7427,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:56:35.417085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:35.422142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:35.491072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Allocated IP 172.27.3.246 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/c6062d86-a971-4fdf-9566-21cd5d9351c8) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:56:35.527182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Pushing event updated for resources: {'Port': ['ID=e9c04c10-c68d-4483-9d07-2e3643bd7427,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:35.532626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:35.692206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:35.749582 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:35.760748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9bba3d9d-90ad-490d-8800-c3a406b6b9d7 tempest-VolumesNegativeTest-1500408331 tempest-VolumesNegativeTest-1500408331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:35.907617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:56:35.916417 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:56:35.924378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:56:36.000466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Pushing event updated for resources: {'Port': ['ID=c6062d86-a971-4fdf-9566-21cd5d9351c8,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:36.009669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:36.673929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:36.902990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device e9c04c10-c68d-4483-9d07-2e3643bd7427 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:36.983771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a28184-0552-4e3f-ba90-3ae73be3312f None None] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:56:37.142058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-98ffdc6b-d56d-4ae1-8012-c4d161606dd9 None None] Provisioning for port e9c04c10-c68d-4483-9d07-2e3643bd7427 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:56:37.179433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port e9c04c10-c68d-4483-9d07-2e3643bd7427 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:56:37.191334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port e9c04c10-c68d-4483-9d07-2e3643bd7427 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:37.192025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:37.228208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850934179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491'] for router, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:37.443345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:37.490047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port e9c04c10-c68d-4483-9d07-2e3643bd7427, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=e9c04c10-c68d-4483-9d07-2e3643bd7427,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:56:37.494029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:37.496395 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:37.582336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Router 4589c144-a6c9-4f66-82f7-8d34a58209a9 is scheduled to L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 with binding_index 1 {{(pid=86308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:56:37.599971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=e9c04c10-c68d-4483-9d07-2e3643bd7427,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:37.605650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:37.794779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-36e6eac5-9583-49dd-a4ba-3fe51c6eb760 None None] Provisioning complete for port e9c04c10-c68d-4483-9d07-2e3643bd7427 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:37.795375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-36e6eac5-9583-49dd-a4ba-3fe51c6eb760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:37.864507 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:56:37.882966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Sync routers for ids ['4589c144-a6c9-4f66-82f7-8d34a58209a9'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:56:37.892139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Notify callbacks [] for router, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:37.893958 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.7993050
Apr 19 18:56:37.898169 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52146) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:37.905493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Routers {'4589c144-a6c9-4f66-82f7-8d34a58209a9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:56:37.906315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b782feac8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:56:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['4589c144-a6c9-4f66-82f7-8d34a58209a9'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:38.426187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Set router 4589c144-a6c9-4f66-82f7-8d34a58209a9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:56:38.884867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device e9c04c10-c68d-4483-9d07-2e3643bd7427 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:39.031707 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port e9c04c10-c68d-4483-9d07-2e3643bd7427 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:39.032117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:39.086792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b782feac8>, [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:36Z', 'revision_number': 3, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:39.102122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Checking router: 4589c144-a6c9-4f66-82f7-8d34a58209a9 for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:56:39.102566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Updating router 4589c144-a6c9-4f66-82f7-8d34a58209a9 port c6062d86-a971-4fdf-9566-21cd5d9351c8 binding host dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:56:39.182649 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:39.388648 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:39.695287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Allocated IP 172.20.0.1 (5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6/7993d46c-53c6-48f2-9393-cf9897544ccc/172a797c-f992-4324-9e13-80c56dc65c8a) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:56:39.746557 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:39.764491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Transition to ACTIVE for port object c6062d86-a971-4fdf-9566-21cd5d9351c8 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:56:39.774723 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:39.782996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:39.927018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77187753-a523-4987-bc0b-728d6637e424 None None] Pushing event updated for resources: {'Port': ['ID=c6062d86-a971-4fdf-9566-21cd5d9351c8,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:39.930432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Attempting to bind port c6062d86-a971-4fdf-9566-21cd5d9351c8 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:56:39.931114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Attempting to bind port c6062d86-a971-4fdf-9566-21cd5d9351c8 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:56:39.931768 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Attempting to bind port c6062d86-a971-4fdf-9566-21cd5d9351c8 on network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:56:39.940179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-77187753-a523-4987-bc0b-728d6637e424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:39.952440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:39.953525 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:56:39.954199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:56:39.954981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:39.955705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Bound using segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:56:39.957353 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Bound port: c6062d86-a971-4fdf-9566-21cd5d9351c8, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:56:39.958273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:39.984680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Transition to ACTIVE for port object 172a797c-f992-4324-9e13-80c56dc65c8a will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:56:40.015727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0dd514b0-994b-4453-9a79-052cdd8adf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:40.026440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:40.040533 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5ea01f23-89a8-43e8-9473-f1fcb3eb2ea4 tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:40.098503 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] For port c6062d86-a971-4fdf-9566-21cd5d9351c8, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:56:40.102987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] For port c6062d86-a971-4fdf-9566-21cd5d9351c8, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=c6062d86-a971-4fdf-9566-21cd5d9351c8,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:56:40.107608 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:40.112680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:56:40.114763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:40.121662 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:56:40.127154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:56:40.177773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=172a797c-f992-4324-9e13-80c56dc65c8a,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:40.187647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:40.210825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841304'] for router_interface, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:40.271139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Routers {'4589c144-a6c9-4f66-82f7-8d34a58209a9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:56:40.272296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b782feac8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:56:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['4589c144-a6c9-4f66-82f7-8d34a58209a9'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:40.455401 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77187753-a523-4987-bc0b-728d6637e424 None None] Pushing event updated for resources: {'Port': ['ID=c6062d86-a971-4fdf-9566-21cd5d9351c8,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:40.470904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-77187753-a523-4987-bc0b-728d6637e424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:40.527884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:40.584733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-d4e719bf-ce13-49a7-a0da-dc8ee3dae9c4 None None] Provisioning for port 172a797c-f992-4324-9e13-80c56dc65c8a completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:56:40.600532 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] Set router 4589c144-a6c9-4f66-82f7-8d34a58209a9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:56:40.788584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:40.792472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:40.822133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-d4e719bf-ce13-49a7-a0da-dc8ee3dae9c4 None None] Provisioning complete for port 172a797c-f992-4324-9e13-80c56dc65c8a triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:40.822843 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d4e719bf-ce13-49a7-a0da-dc8ee3dae9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:40.827779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fb90445a-3818-4930-8c98-5c54b34cfcba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:40.917918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850934401'] for router_interface, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:40.923060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=172a797c-f992-4324-9e13-80c56dc65c8a,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:40.930373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:41.082556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:56:41.083677 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:56:41.104255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-d4e719bf-ce13-49a7-a0da-dc8ee3dae9c4 None None] Port 172a797c-f992-4324-9e13-80c56dc65c8a cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:56:41.281107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b782feac8>, [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:36Z', 'revision_number': 3, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:41.290159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704067d-5660-4d39-9221-df3434fa6087 None None] The sync data for ids ['4589c144-a6c9-4f66-82f7-8d34a58209a9'] in dv-cinder-786929-1-iscsi is: [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:36Z', 'revision_number': 3, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:56:41.402541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Router 4589c144-a6c9-4f66-82f7-8d34a58209a9 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:56:41.437574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-1cf72c5e-49bf-441f-b659-2f7dda1724d0 None None] Provisioning complete for port 172a797c-f992-4324-9e13-80c56dc65c8a triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:41.438248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1cf72c5e-49bf-441f-b659-2f7dda1724d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:41.550575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-1cf72c5e-49bf-441f-b659-2f7dda1724d0 None None] Port 172a797c-f992-4324-9e13-80c56dc65c8a cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:56:41.701333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:56:41.724350 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] 10.222.0.41 "PUT /v2.0/routers/4589c144-a6c9-4f66-82f7-8d34a58209a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8197489
Apr 19 18:56:42.539912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52166) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:42.546684 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-8918458-network', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:42.553192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:42.559756 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Usage tracker for resource:network and tenant:3d56d0c83e504e509252b4f64b45f6a0 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:42.564513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:42.573030 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:42.584919 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Made reservation on behalf of 3d56d0c83e504e509252b4f64b45f6a0 for: {'network': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:56:42.590153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for network, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:42.607812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:42.624939 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:42.629893 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d56d0c83e504e509252b4f64b45f6a0 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:42.633052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:42.639364 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:42.735772 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:42.739590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:42.744453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8c522615-8934-4dad-9fa7-bc99e13345ea tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:42.771634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'}  {{(pid=86308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:56:42.786671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151b2d7f-c82b-44a9-97a3-a6d0868ae352,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:42.791251 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:42.792341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:42.792733 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.segments_db [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Added segment ce3b7956-8f90-4f74-b908-ab9bf8b3769d of type vlan for network de0b88af-6b21-4fd1-8712-cb77ab831cb1
Apr 19 18:56:42.824433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734749081459'] for network, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:42.865083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469'] for network, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:42.867016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:56:42.867903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:42.875118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:42.904763 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device c6062d86-a971-4fdf-9566-21cd5d9351c8 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:42.956485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-75d8805c-9bb5-44a0-9389-07d1ddb11ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:42.986009 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.4447439
Apr 19 18:56:42.990110 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52170) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:42.992632 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=de0b88af-6b21-4fd1-8712-cb77ab831cb1,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:42.995764 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-416e74db-4324-4ce9-bc48-42a2d0a83ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:43.000627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Request body: {'subnet': {'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-8918458-subnet', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'ip_version': 4}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:43.005762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port c6062d86-a971-4fdf-9566-21cd5d9351c8 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:56:43.009828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:43.012100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Network de0b88af-6b21-4fd1-8712-cb77ab831cb1 details requested by agent ovs-agent-dv-cinder-786929-1-iscsi with host dv-cinder-786929-1-iscsi {{(pid=86310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:56:43.015185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Usage tracker for resource:subnet and tenant:3d56d0c83e504e509252b4f64b45f6a0 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:43.019809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:43.026836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:43.033007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port c6062d86-a971-4fdf-9566-21cd5d9351c8 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:43.033453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:43.039177 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Made reservation on behalf of 3d56d0c83e504e509252b4f64b45f6a0 for: {'subnet': 1} {{(pid=86309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:56:43.044412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844669259'] for subnet, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:43.278108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:43.302777 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:43.306154 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port c6062d86-a971-4fdf-9566-21cd5d9351c8, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=c6062d86-a971-4fdf-9566-21cd5d9351c8,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:56:43.309504 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:43.311577 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:43.394726 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=c6062d86-a971-4fdf-9566-21cd5d9351c8,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:43.400416 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:43.734713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852644737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844669276'] for subnet, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:43.743347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:43.889629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec098952-a7c7-4f91-9f4f-6654612e6423,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:43.898264 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:43.906590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Checking segment: {'id': 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:56:43.907271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Network hostable DHCP agents. Network: de0b88af-6b21-4fd1-8712-cb77ab831cb1, hostable agents: ['b6e4d3e4-8de4-45c1-8728-82797fd9e120'], hosted agents: [] {{(pid=86309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:56:43.944308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Network de0b88af-6b21-4fd1-8712-cb77ab831cb1 is scheduled to be hosted by DHCP agent b6e4d3e4-8de4-45c1-8728-82797fd9e120 with binding_index 1 {{(pid=86309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:56:43.957965 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-1-iscsi, de0b88af-6b21-4fd1-8712-cb77ab831cb1) {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:56:43.969489 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062db1cc-7b37-4eae-bed1-64f63988a579 None None] Network de0b88af-6b21-4fd1-8712-cb77ab831cb1 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:56:43.975148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:56:43.976326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:44.013324 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-205d9735-3862-4112-84c2-d6719edbd5d8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.0214562
Apr 19 18:56:44.016549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52174) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:44.023544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-8918458-router', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:44.029240 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:44.034725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Usage tracker for resource:router and tenant:3d56d0c83e504e509252b4f64b45f6a0 is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:44.039267 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:44.047666 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:44.063474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850928906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258002'] for router, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:44.064678 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3846910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3845144', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3805449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854517851'] for router, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:44.086365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:44.323793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:44.340127 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Sync routers for ids ['4589c144-a6c9-4f66-82f7-8d34a58209a9'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:56:44.355805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Routers {'4589c144-a6c9-4f66-82f7-8d34a58209a9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:56:44.356668 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7882cc18>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:56:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['4589c144-a6c9-4f66-82f7-8d34a58209a9'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:44.501861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84524719-d496-59df-8eba-4cb173923df2-de0b88af-6b21-4fd1-8712-cb77ab831cb1', 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'fixed_ips': [{'subnet_id': 'ec098952-a7c7-4f91-9f4f-6654612e6423'}]}} from dv-cinder-786929-1-iscsi. {{(pid=86310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:56:44.503534 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:44.638143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Set router 4589c144-a6c9-4f66-82f7-8d34a58209a9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:56:44.784960 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:44.835698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3845359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854517836'] for router, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:44.846182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Allocated IP 172.20.0.2 (de0b88af-6b21-4fd1-8712-cb77ab831cb1/ec098952-a7c7-4f91-9f4f-6654612e6423/d93b7a65-e2c1-4950-b3ab-36fc1c981fc7) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:56:44.908016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device c6062d86-a971-4fdf-9566-21cd5d9351c8 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:45.152279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7882cc18>, [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '172a797c-f992-4324-9e13-80c56dc65c8a', 'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'mac_address': 'fa:16:3e:ca:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:39Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 2, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'subnets': [{'id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:45.164023 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Checking router: 4589c144-a6c9-4f66-82f7-8d34a58209a9 for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:56:45.164868 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Updating router 4589c144-a6c9-4f66-82f7-8d34a58209a9 port 172a797c-f992-4324-9e13-80c56dc65c8a binding host dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:56:45.209418 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port c6062d86-a971-4fdf-9566-21cd5d9351c8 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:45.210075 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:45.300493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:45.407981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:45.448329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:45.472918 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:45.475361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Transition to ACTIVE for port object d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:56:45.624980 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Transition to ACTIVE for port object d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:56:45.641475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:45.644323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:45.652601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:45.744439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Allocated IP 172.27.3.61 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/652fd65a-7b55-43c8-ac6e-084323ae18ba) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:56:45.764196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Network de0b88af-6b21-4fd1-8712-cb77ab831cb1 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:56:45.770248 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:56:45.776805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:56:45.794257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Pushing event updated for resources: {'Port': ['ID=d93b7a65-e2c1-4950-b3ab-36fc1c981fc7,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:45.852274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:45.857394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:45.878670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Transition to ACTIVE for port object 172a797c-f992-4324-9e13-80c56dc65c8a will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:56:45.890442 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:45.899898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:45.964214 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Attempting to bind port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:56:45.964873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Attempting to bind port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:56:45.965541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Attempting to bind port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 on network de0b88af-6b21-4fd1-8712-cb77ab831cb1 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:56:45.976466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:56:45.977049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Checking segment: {'id': 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:56:45.977516 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:45.978136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Bound using segment: {'id': 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:56:45.978842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Bound port: d93b7a65-e2c1-4950-b3ab-36fc1c981fc7, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:56:45.979948 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:46.021025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:46.061359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:46.072786 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:46.099048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] For port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:56:46.102757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] For port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=d93b7a65-e2c1-4950-b3ab-36fc1c981fc7,segment=NetworkSegment(ce3b7956-8f90-4f74-b908-ab9bf8b3769d),segment_id=ce3b7956-8f90-4f74-b908-ab9bf8b3769d)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:56:46.117622 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:46.133366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Pushing event updated for resources: {'Port': ['ID=172a797c-f992-4324-9e13-80c56dc65c8a,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:46.149415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:46.157615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Pushing event updated for resources: {'Port': ['ID=652fd65a-7b55-43c8-ac6e-084323ae18ba,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:46.163035 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:46.169841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:56:46.171348 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:56:46.179347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:56:46.212644 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.213615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.214230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.214912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.215556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.216200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.218671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.219398 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.219949 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.220604 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.221203 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.228011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:56:46.259828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:46.262774 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Pushing event updated for resources: {'Port': ['ID=d93b7a65-e2c1-4950-b3ab-36fc1c981fc7,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:46.278373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:46.340910 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Attempting to bind port 172a797c-f992-4324-9e13-80c56dc65c8a on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:56:46.341320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Attempting to bind port 172a797c-f992-4324-9e13-80c56dc65c8a by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:56:46.341731 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Attempting to bind port 172a797c-f992-4324-9e13-80c56dc65c8a on network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:56:46.348910 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:56:46.349485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Checking segment: {'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:56:46.349942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:46.350447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Bound using segment: {'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:56:46.350952 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Bound port: 172a797c-f992-4324-9e13-80c56dc65c8a, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:56:46.351371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:46.487056 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] For port 172a797c-f992-4324-9e13-80c56dc65c8a, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:56:46.493299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] For port 172a797c-f992-4324-9e13-80c56dc65c8a, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=172a797c-f992-4324-9e13-80c56dc65c8a,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:56:46.498265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:46.507832 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:46.686944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Pushing event updated for resources: {'Port': ['ID=172a797c-f992-4324-9e13-80c56dc65c8a,revision_number=4']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:46.693087 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fc94b8a2-fd72-49d6-8bfb-23c51e7e66f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:46.698095 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Routers {'4589c144-a6c9-4f66-82f7-8d34a58209a9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:56:46.699764 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7882cc18>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:56:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['4589c144-a6c9-4f66-82f7-8d34a58209a9'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:46.871967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:46.974155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:47.000212 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] Set router 4589c144-a6c9-4f66-82f7-8d34a58209a9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:56:47.121864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:56:47.374912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850934179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850930491'] for router, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:47.383989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7882cc18>, [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '172a797c-f992-4324-9e13-80c56dc65c8a', 'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'mac_address': 'fa:16:3e:ca:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:39Z', 'updated_at': '2021-04-19T18:56:46Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'subnets': [{'id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:47.388984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1378e4f4-a0d8-46bb-9721-05727e8b36ec None None] The sync data for ids ['4589c144-a6c9-4f66-82f7-8d34a58209a9'] in dv-cinder-786929-1-iscsi is: [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '172a797c-f992-4324-9e13-80c56dc65c8a', 'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'mac_address': 'fa:16:3e:ca:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:39Z', 'updated_at': '2021-04-19T18:56:46Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'subnets': [{'id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:56:47.682072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Router eebfb357-2870-43bf-a662-d3e9ac3c51b9 is scheduled to L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 with binding_index 1 {{(pid=86309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:56:47.923541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:56:47.935902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Sync routers for ids ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:56:47.954892 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Routers {'eebfb357-2870-43bf-a662-d3e9ac3c51b9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:56:47.955654 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b781ac588>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:56:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:47.964253 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] Notify callbacks [] for router, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:47.966623 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0d2035eb-0287-46c0-99b8-f81766d9d135 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 3.9486706
Apr 19 18:56:47.970302 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52178) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:48.024278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21b8cb-519d-42da-924f-ca50c63595fa None None] Network de0b88af-6b21-4fd1-8712-cb77ab831cb1 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:56:48.210196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-bed98df4-d30a-49fa-ac32-8120a26e8cb5 None None] Provisioning for port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:56:48.236699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-bed98df4-d30a-49fa-ac32-8120a26e8cb5 None None] Provisioning complete for port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:48.237813 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bed98df4-d30a-49fa-ac32-8120a26e8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:48.374236 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Set router eebfb357-2870-43bf-a662-d3e9ac3c51b9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:56:48.965699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bed98df4-d30a-49fa-ac32-8120a26e8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:48.983853 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 172a797c-f992-4324-9e13-80c56dc65c8a up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:49.146842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-bed98df4-d30a-49fa-ac32-8120a26e8cb5 None None] For port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=d93b7a65-e2c1-4950-b3ab-36fc1c981fc7,segment=NetworkSegment(ce3b7956-8f90-4f74-b908-ab9bf8b3769d),segment_id=ce3b7956-8f90-4f74-b908-ab9bf8b3769d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:56:49.158373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bed98df4-d30a-49fa-ac32-8120a26e8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:49.161419 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:49.267191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 172a797c-f992-4324-9e13-80c56dc65c8a completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:56:49.273991 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed98df4-d30a-49fa-ac32-8120a26e8cb5 None None] Pushing event updated for resources: {'Port': ['ID=d93b7a65-e2c1-4950-b3ab-36fc1c981fc7,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:49.278583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bed98df4-d30a-49fa-ac32-8120a26e8cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:49.280768 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 172a797c-f992-4324-9e13-80c56dc65c8a triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:49.281210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:49.322479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b781ac588>, [{'id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'name': 'tempest-TestShelveInstance-8918458-router', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:44Z', 'updated_at': '2021-04-19T18:56:46Z', 'revision_number': 3, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'gw_port': {'id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:45Z', 'updated_at': '2021-04-19T18:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:49.344385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Checking router: eebfb357-2870-43bf-a662-d3e9ac3c51b9 for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:56:49.344792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Updating router eebfb357-2870-43bf-a662-d3e9ac3c51b9 port 652fd65a-7b55-43c8-ac6e-084323ae18ba binding host dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:56:49.427724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:49.528967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:49.619493 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-d3b22a8a-c7bf-49d4-84da-8949be49457c None None] Provisioning complete for port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:49.619923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d3b22a8a-c7bf-49d4-84da-8949be49457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:49.688627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:49.846724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 172a797c-f992-4324-9e13-80c56dc65c8a, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=172a797c-f992-4324-9e13-80c56dc65c8a,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:56:49.856359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Allocated IP 172.20.0.1 (de0b88af-6b21-4fd1-8712-cb77ab831cb1/ec098952-a7c7-4f91-9f4f-6654612e6423/670afdf9-ea65-4246-9439-209536ba5c53) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:56:49.863524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:49.870119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-63071e6c-1d17-44e6-a0b2-bb3c4dc70366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:50.038912 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=172a797c-f992-4324-9e13-80c56dc65c8a,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:50.044477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:50.137517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.153984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Transition to ACTIVE for port object 652fd65a-7b55-43c8-ac6e-084323ae18ba will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:56:50.163308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.172790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:50.173037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.207679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Transition to ACTIVE for port object 670afdf9-ea65-4246-9439-209536ba5c53 will not be triggered until provisioned by entity DHCP. {{(pid=86309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:56:50.244951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.251479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1137d831-f822-4e86-b119-67c60ff3fd2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:50.295683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Attempting to bind port 652fd65a-7b55-43c8-ac6e-084323ae18ba on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:56:50.296116 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Attempting to bind port 652fd65a-7b55-43c8-ac6e-084323ae18ba by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:56:50.296519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Attempting to bind port 652fd65a-7b55-43c8-ac6e-084323ae18ba on network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:56:50.304228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138f799-e90d-421a-a334-7940d1653bb3 None None] Pushing event updated for resources: {'Port': ['ID=652fd65a-7b55-43c8-ac6e-084323ae18ba,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:50.309141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d138f799-e90d-421a-a334-7940d1653bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:50.310237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:56:50.310639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Checking segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:56:50.311146 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.311596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Bound using segment: {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:56:50.312147 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Bound port: 652fd65a-7b55-43c8-ac6e-084323ae18ba, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc93bca-f0b7-4191-a19b-8af8d730029a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:56:50.312545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.349100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Network de0b88af-6b21-4fd1-8712-cb77ab831cb1 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:56:50.355192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:56:50.359098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:56:50.429130 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] For port 652fd65a-7b55-43c8-ac6e-084323ae18ba, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:56:50.431738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=670afdf9-ea65-4246-9439-209536ba5c53,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:50.435253 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] For port 652fd65a-7b55-43c8-ac6e-084323ae18ba, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=652fd65a-7b55-43c8-ac6e-084323ae18ba,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:56:50.439782 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:50.442013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.450526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:50.465448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3841304'] for router_interface, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.614148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Routers {'eebfb357-2870-43bf-a662-d3e9ac3c51b9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:56:50.615395 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b781ac588>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:56:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:50.638855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.789664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138f799-e90d-421a-a334-7940d1653bb3 None None] Pushing event updated for resources: {'Port': ['ID=652fd65a-7b55-43c8-ac6e-084323ae18ba,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:50.804267 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d138f799-e90d-421a-a334-7940d1653bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:50.824330 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-c207ba8d-dbb8-4666-82f5-87849965f17e None None] Provisioning for port 670afdf9-ea65-4246-9439-209536ba5c53 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:56:50.843300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-c207ba8d-dbb8-4666-82f5-87849965f17e None None] Provisioning complete for port 670afdf9-ea65-4246-9439-209536ba5c53 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:50.843983 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c207ba8d-dbb8-4666-82f5-87849965f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.938064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 172a797c-f992-4324-9e13-80c56dc65c8a up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:50.946743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.951616 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:50.982260 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:51.020722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-c207ba8d-dbb8-4666-82f5-87849965f17e None None] Port 670afdf9-ea65-4246-9439-209536ba5c53 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:56:51.038633 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] Set router eebfb357-2870-43bf-a662-d3e9ac3c51b9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:56:51.078378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=670afdf9-ea65-4246-9439-209536ba5c53,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:51.082538 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3704484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850934401'] for router_interface, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:51.089547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:51.218186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 172a797c-f992-4324-9e13-80c56dc65c8a triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:51.218186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:51.275114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Network de0b88af-6b21-4fd1-8712-cb77ab831cb1 is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:56:51.276551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:56:51.590576 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Router eebfb357-2870-43bf-a662-d3e9ac3c51b9 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:56:51.643720 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-1d9567c8-90d5-4026-96c4-60cbdc52486e None None] Provisioning complete for port 670afdf9-ea65-4246-9439-209536ba5c53 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:51.644312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d9567c8-90d5-4026-96c4-60cbdc52486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:51.831121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-1d9567c8-90d5-4026-96c4-60cbdc52486e None None] Port 670afdf9-ea65-4246-9439-209536ba5c53 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:56:51.834240 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:51.867512 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:56:51.879718 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-61d25f6f-6a15-48d4-863c-b5bfcc39c6a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/eebfb357-2870-43bf-a662-d3e9ac3c51b9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9074821
Apr 19 18:56:51.913151 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:56:51.981795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b781ac588>, [{'id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'name': 'tempest-TestShelveInstance-8918458-router', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:44Z', 'updated_at': '2021-04-19T18:56:50Z', 'revision_number': 4, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'gw_port': {'id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:45Z', 'updated_at': '2021-04-19T18:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '670afdf9-ea65-4246-9439-209536ba5c53', 'name': '', 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'mac_address': 'fa:16:3e:05:45:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ec098952-a7c7-4f91-9f4f-6654612e6423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:49Z', 'updated_at': '2021-04-19T18:56:49Z', 'revision_number': 1, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'subnets': [{'id': 'ec098952-a7c7-4f91-9f4f-6654612e6423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:51.990734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:51.991433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:52.058361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b42f60-9f05-4d33-956a-e16ee0d6fac9 None None] The sync data for ids ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'] in dv-cinder-786929-1-iscsi is: [{'id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'name': 'tempest-TestShelveInstance-8918458-router', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:44Z', 'updated_at': '2021-04-19T18:56:50Z', 'revision_number': 4, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'gw_port': {'id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:45Z', 'updated_at': '2021-04-19T18:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '670afdf9-ea65-4246-9439-209536ba5c53', 'name': '', 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'mac_address': 'fa:16:3e:05:45:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ec098952-a7c7-4f91-9f4f-6654612e6423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:49Z', 'updated_at': '2021-04-19T18:56:49Z', 'revision_number': 1, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'subnets': [{'id': 'ec098952-a7c7-4f91-9f4f-6654612e6423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:56:52.691478 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52188) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:52.699798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251472813', 'description': 'tempest-secgroup-smoke-251472813 description', 'project_id': '489b7cde5dab4666b1f0eff7127ac15c'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:52.707464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:52.712288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Usage tracker for resource:security_group and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:52.716051 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:52.724109 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:52.739466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:52.764846 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:52.770318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Usage tracker for resource:security_group_rule and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:52.774752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:52.782619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:52.876803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:52.881060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:52.887422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bbcbf284-f23f-4f4b-8de6-2a0e9b3f0695 tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:52.928497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:52.933618 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2407265
Apr 19 18:56:52.933825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52192) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:52.952333 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Request body: {'security_group_rule': {'security_group_id': '7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50', 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:52.962009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:52.962978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:52.965258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-dcb49ee7-ffcc-4cbd-9e9b-4cca35dc62d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:52.969531 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Usage tracker for resource:security_group_rule and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:52.975535 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:52.982328 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:53.013298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.092951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.097343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.100110 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8a2bc573-4704-428c-bab1-77d1fe2959ad tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:53.128649 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9e80f2-480b-4bec-9d0d-75ecc4dd6f56,revision_number=0']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:53.134281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:53.143873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.147334 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c0d65c77-97c4-49b2-ae03-cf4aa4415bf5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2101424
Apr 19 18:56:53.148556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52196) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:53.155074 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Request body: {'security_group_rule': {'security_group_id': '7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50', 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:53.167866 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:53.172394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Usage tracker for resource:security_group_rule and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:53.176192 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:53.183539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:53.205652 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.286039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.289261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.291527 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:53.317260 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331633a0-c04a-4613-8257-f13b4adb95e9,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:53.322249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:53.331569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.333005 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-e621b183-cd26-4ba4-b849-98c0d4f7dbfc tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1833105
Apr 19 18:56:53.336393 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52200) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:53.342373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Request body: {'security_group_rule': {'security_group_id': '7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50', 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:53.350607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:53.355383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Usage tracker for resource:security_group_rule and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:53.358878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:53.366201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:53.389155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.472580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.475883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.478337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:53.504392 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e10c698-f7bc-4d2e-9199-0a994c9e03ed,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:53.507133 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:53.514743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.516038 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6121c204-dbbf-43ee-8a15-9ffc15e7b75b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1784465
Apr 19 18:56:53.520144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52204) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:53.525813 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Request body: {'security_group_rule': {'security_group_id': '7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50', 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:53.532528 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:53.537502 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Usage tracker for resource:security_group_rule and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:53.541230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:53.547719 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:53.570623 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.907752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.911713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.915591 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-91fce67c-2860-482a-87ad-ebd6a14060d6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:53.944453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87986880-a0e1-4932-b51f-df01406f740d,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:53.947517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:53.956825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:53.958213 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-584a37ab-8bdd-40ca-846d-b8784c3ae059 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4370050
Apr 19 18:56:53.963640 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52208) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:53.970155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Request body: {'security_group_rule': {'security_group_id': '7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50', 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:53.977495 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:53.983110 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Usage tracker for resource:security_group_rule and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:53.987036 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:53.995361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:54.006812 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.securitygroups_db [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Project 489b7cde5dab4666b1f0eff7127ac15c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:56:54.014537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:54.096822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:54.100108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:54.102618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:54.132791 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329452f5-9a2a-43c3-acc4-cb90aa49771e,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:54.136265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:54.145143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:54.150082 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-716c32ae-e7cc-4df1-a47e-7188cbe40717 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1824257
Apr 19 18:56:54.150591 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52212) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:56:54.161334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Request body: {'security_group_rule': {'security_group_id': '7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50', 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:56:54.173252 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:56:54.181414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Usage tracker for resource:security_group_rule and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:56:54.187025 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:56:54.198082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:56:54.211009 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.securitygroups_db [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Project 489b7cde5dab4666b1f0eff7127ac15c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:56:54.219221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:54.305620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:54.309350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970913'] for security_group_rule, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:54.318086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b7dcf86e-0bcd-48d8-b962-8a9fdd132a6e tempest-AttachVolumeShelveTestJSON-206659224 tempest-AttachVolumeShelveTestJSON-206659224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:54.342749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b20cd8a-0a79-4d3d-9a1b-05a771c7b470,revision_number=0']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:54.345526 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:54.353945 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:54.356077 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-3528a05d-03a3-4d62-a0a3-03bf1524fb47 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2039008
Apr 19 18:56:54.905124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 652fd65a-7b55-43c8-ac6e-084323ae18ba up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:55.042176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 652fd65a-7b55-43c8-ac6e-084323ae18ba completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:56:55.049003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 652fd65a-7b55-43c8-ac6e-084323ae18ba triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:55.050166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:55.310623 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:55.356150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 652fd65a-7b55-43c8-ac6e-084323ae18ba, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=652fd65a-7b55-43c8-ac6e-084323ae18ba,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:56:55.361389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:55.365695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c222776e-05eb-45d6-8758-e642c0d0170b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:55.462955 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=652fd65a-7b55-43c8-ac6e-084323ae18ba,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:55.467101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:55.633143 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Sync routers for ids ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:56:55.651801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Routers {'eebfb357-2870-43bf-a662-d3e9ac3c51b9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:56:55.653157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b798c31d0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:56:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:56.086785 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Set router eebfb357-2870-43bf-a662-d3e9ac3c51b9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:56:56.517882 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b798c31d0>, [{'id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'name': 'tempest-TestShelveInstance-8918458-router', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:44Z', 'updated_at': '2021-04-19T18:56:50Z', 'revision_number': 4, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'gw_port': {'id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:45Z', 'updated_at': '2021-04-19T18:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '670afdf9-ea65-4246-9439-209536ba5c53', 'name': '', 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'mac_address': 'fa:16:3e:05:45:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ec098952-a7c7-4f91-9f4f-6654612e6423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:49Z', 'updated_at': '2021-04-19T18:56:50Z', 'revision_number': 2, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'subnets': [{'id': 'ec098952-a7c7-4f91-9f4f-6654612e6423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:56.523405 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Checking router: eebfb357-2870-43bf-a662-d3e9ac3c51b9 for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:56:56.523805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Updating router eebfb357-2870-43bf-a662-d3e9ac3c51b9 port 670afdf9-ea65-4246-9439-209536ba5c53 binding host dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:56:56.590675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:56.879956 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 652fd65a-7b55-43c8-ac6e-084323ae18ba up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:56.972647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 652fd65a-7b55-43c8-ac6e-084323ae18ba triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:56.973176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:57.071729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:57.097404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Transition to ACTIVE for port object 670afdf9-ea65-4246-9439-209536ba5c53 will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:56:57.108198 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:57.117981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:57.301381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567ea2b-58a9-45a1-9834-997019d48b60 None None] Pushing event updated for resources: {'Port': ['ID=670afdf9-ea65-4246-9439-209536ba5c53,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:57.305213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3567ea2b-58a9-45a1-9834-997019d48b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:57.466365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Attempting to bind port 670afdf9-ea65-4246-9439-209536ba5c53 on host dv-cinder-786929-1-iscsi for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:56:57.466803 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Attempting to bind port 670afdf9-ea65-4246-9439-209536ba5c53 by drivers openvswitch,hyperv on host dv-cinder-786929-1-iscsi at level 0 using segments [{'id': 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:56:57.467209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Attempting to bind port 670afdf9-ea65-4246-9439-209536ba5c53 on network de0b88af-6b21-4fd1-8712-cb77ab831cb1 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:56:57.473671 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Checking agent: {'id': '3e9a9699-34fe-499e-9c8b-3bcfbdffe7cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 37, 44), 'started_at': datetime.datetime(2021, 4, 19, 18, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:56:57.474073 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Checking segment: {'id': 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:56:57.474570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:57.475005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Bound using segment: {'id': 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:56:57.475531 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Bound port: 670afdf9-ea65-4246-9439-209536ba5c53, host: dv-cinder-786929-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:56:57.475954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:57.592692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] For port 670afdf9-ea65-4246-9439-209536ba5c53, host dv-cinder-786929-1-iscsi, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:56:57.599111 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] For port 670afdf9-ea65-4246-9439-209536ba5c53, host dv-cinder-786929-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=670afdf9-ea65-4246-9439-209536ba5c53,segment=NetworkSegment(ce3b7956-8f90-4f74-b908-ab9bf8b3769d),segment_id=ce3b7956-8f90-4f74-b908-ab9bf8b3769d)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:56:57.606474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:57.615479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1bbaf02d-a514-4040-b560-1449f3d4a1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:57.777876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Routers {'eebfb357-2870-43bf-a662-d3e9ac3c51b9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:56:57.779129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b798c31d0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:56:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:58.026723 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567ea2b-58a9-45a1-9834-997019d48b60 None None] Pushing event updated for resources: {'Port': ['ID=670afdf9-ea65-4246-9439-209536ba5c53,revision_number=4']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:58.048942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3567ea2b-58a9-45a1-9834-997019d48b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:56:58.174761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] Set router eebfb357-2870-43bf-a662-d3e9ac3c51b9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:56:58.555643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b798c31d0>, [{'id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'name': 'tempest-TestShelveInstance-8918458-router', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:44Z', 'updated_at': '2021-04-19T18:56:50Z', 'revision_number': 4, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'gw_port': {'id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:45Z', 'updated_at': '2021-04-19T18:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '670afdf9-ea65-4246-9439-209536ba5c53', 'name': '', 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'mac_address': 'fa:16:3e:05:45:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ec098952-a7c7-4f91-9f4f-6654612e6423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:49Z', 'updated_at': '2021-04-19T18:56:57Z', 'revision_number': 4, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'subnets': [{'id': 'ec098952-a7c7-4f91-9f4f-6654612e6423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:56:58.560820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0a3bd-f137-4233-a398-587c8b9d6a8b None None] The sync data for ids ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'] in dv-cinder-786929-1-iscsi is: [{'id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'name': 'tempest-TestShelveInstance-8918458-router', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:44Z', 'updated_at': '2021-04-19T18:56:50Z', 'revision_number': 4, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'gw_port': {'id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:45Z', 'updated_at': '2021-04-19T18:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '670afdf9-ea65-4246-9439-209536ba5c53', 'name': '', 'network_id': 'de0b88af-6b21-4fd1-8712-cb77ab831cb1', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'mac_address': 'fa:16:3e:05:45:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'ec098952-a7c7-4f91-9f4f-6654612e6423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:49Z', 'updated_at': '2021-04-19T18:56:57Z', 'revision_number': 4, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'subnets': [{'id': 'ec098952-a7c7-4f91-9f4f-6654612e6423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:56:58.922685 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 670afdf9-ea65-4246-9439-209536ba5c53 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:56:59.012637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning for port 670afdf9-ea65-4246-9439-209536ba5c53 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:56:59.020267 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 670afdf9-ea65-4246-9439-209536ba5c53 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:56:59.020655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:59.196502 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:59.238880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] For port 670afdf9-ea65-4246-9439-209536ba5c53, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=670afdf9-ea65-4246-9439-209536ba5c53,segment=NetworkSegment(ce3b7956-8f90-4f74-b908-ab9bf8b3769d),segment_id=ce3b7956-8f90-4f74-b908-ab9bf8b3769d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:56:59.242712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:56:59.244839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a39f66c8-97fd-4ae2-87d3-8136e1bec30f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:56:59.332966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Pushing event updated for resources: {'Port': ['ID=670afdf9-ea65-4246-9439-209536ba5c53,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:56:59.336681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:00.862660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 670afdf9-ea65-4246-9439-209536ba5c53 up at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:57:00.958784 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Provisioning complete for port 670afdf9-ea65-4246-9439-209536ba5c53 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:57:00.959476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:09.939166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-cf7aeca1-54f7-4b21-b419-b6da3021bfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:12.319990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-affdd18b-8356-4f2c-9d6f-7631559f9cb3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Synchronizing usage tracker for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:security_group {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:57:12.337737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-affdd18b-8356-4f2c-9d6f-7631559f9cb3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Unset dirty status for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:security_group {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:57:12.339363 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-affdd18b-8356-4f2c-9d6f-7631559f9cb3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251472813&fields=id&tenant_id=489b7cde5dab4666b1f0eff7127ac15c HTTP/1.1" status: 200  len: 267 time: 0.0652602
Apr 19 18:57:12.518834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-64453c8f-9ea1-48d8-a03c-5db114c22f8c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:12.519681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-64453c8f-9ea1-48d8-a03c-5db114c22f8c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Synchronizing usage tracker for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:network {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:57:12.538443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-64453c8f-9ea1-48d8-a03c-5db114c22f8c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Unset dirty status for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:network {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:57:12.540053 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-64453c8f-9ea1-48d8-a03c-5db114c22f8c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/networks?id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 HTTP/1.1" status: 200  len: 809 time: 0.1920204
Apr 19 18:57:12.559588 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-70e5f22d-8b1a-416c-95ca-95792cd048e2 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/quotas/489b7cde5dab4666b1f0eff7127ac15c HTTP/1.1" status: 200  len: 375 time: 0.0128088
Apr 19 18:57:12.656760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-ed9ece27-1316-40e1-a614-fcd104034243 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Synchronizing usage tracker for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:57:12.676443 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-ed9ece27-1316-40e1-a614-fcd104034243 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Unset dirty status for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:57:12.678249 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-ed9ece27-1316-40e1-a614-fcd104034243 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=489b7cde5dab4666b1f0eff7127ac15c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1116900
Apr 19 18:57:12.697365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-8c27731c-592c-42ca-90f7-811e3fafffc5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:57:12.698545 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-8c27731c-592c-42ca-90f7-811e3fafffc5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060799
Apr 19 18:57:12.855894 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-2abc95c4-dd2a-4f0a-899a-6fedcc1fae72 service neutron] 10.222.0.41 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502817
Apr 19 18:57:12.906052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fae856b8-de1a-4c3d-86a5-8caac2d972c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:13.024965 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-a578ce40-b759-4d2f-8841-e39c9c2e8b0b service neutron] 10.222.0.41 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618538
Apr 19 18:57:13.290044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:13.487701 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8a771b6a-4987-49c2-9675-322c54e62fa5 req-c2943fad-95d9-497d-bdc7-f8cb796abe50 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 210 time: 0.0568578
Apr 19 18:57:14.199185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:14.603549 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e191f0c0-6902-4458-a01c-b6ca119babdb req-0e7bdb59-ab61-423d-b420-24ef0cf25312 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 210 time: 0.0543077
Apr 19 18:57:14.696228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:15.586088 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:15.723804 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d33001c-99b7-4982-b6df-136fe32ced1c req-f5112a48-0c43-41d7-bcb8-2cb232d47c1f tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 210 time: 0.0507424
Apr 19 18:57:16.838901 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-90b47893-8822-4cfb-abfb-bd2d38a6f8a7 req-28e610f2-ebcc-4e70-b2d6-c691735b361a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 210 time: 0.0541904
Apr 19 18:57:18.014429 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bf2e321d-bfc3-4a12-b231-64347cbdb1ac req-fded18c3-16ec-4213-98f2-c7931e352ae4 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 210 time: 0.0573132
Apr 19 18:57:19.010284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-1393bdee-456c-477c-9fbc-a235bfb983af tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:19.011946 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-1393bdee-456c-477c-9fbc-a235bfb983af tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.62 "GET /v2.0/networks?id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 HTTP/1.1" status: 200  len: 809 time: 0.1819129
Apr 19 18:57:19.109985 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-a1569654-0108-446d-9998-c6ac9e2cecfd tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=489b7cde5dab4666b1f0eff7127ac15c HTTP/1.1" status: 200  len: 8059 time: 0.0890319
Apr 19 18:57:19.120265 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Request body: {'port': {'device_id': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'admin_state_up': True, 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'security_groups': ['7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50']}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:57:19.285235 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-01f6aab5-5cf1-4409-84a4-e9686bd80b39 req-fd952274-6c91-4710-a6b9-bf8289855a12 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 210 time: 0.0668325
Apr 19 18:57:19.356994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:57:19.376071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:57:19.390610 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Made reservation on behalf of 489b7cde5dab4666b1f0eff7127ac15c for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:57:19.398580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:19.654182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Allocated IP 172.20.0.12 (5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6/7993d46c-53c6-48f2-9393-cf9897544ccc/9718513f-de9f-4177-b0aa-0eb3b682564c) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:57:19.895971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:19.914551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Transition to ACTIVE for port object 9718513f-de9f-4177-b0aa-0eb3b682564c will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:57:19.950837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:19.958274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7ec30cb3-2c0d-4767-8eea-e5d2dac6c231 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:20.033488 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:57:20.038013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:57:20.043341 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:57:20.093964 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event updated for resources: {'Port': ['ID=9718513f-de9f-4177-b0aa-0eb3b682564c,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:20.116360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.116883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.117181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.117593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.118516 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.118941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.119357 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.120643 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.120863 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.121274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.121679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.122083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:20.127072 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:20.163187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:20.163962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:20.202610 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0875781
Apr 19 18:57:20.217283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Request body: {'port': {'device_id': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:57:20.292347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-c00adc47-a44f-434a-8e00-a5fff223cbb9 None None] Provisioning for port 9718513f-de9f-4177-b0aa-0eb3b682564c completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:57:20.304354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-c00adc47-a44f-434a-8e00-a5fff223cbb9 None None] Provisioning complete for port 9718513f-de9f-4177-b0aa-0eb3b682564c triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:57:20.305061 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c00adc47-a44f-434a-8e00-a5fff223cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:20.409084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:20.443873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-c00adc47-a44f-434a-8e00-a5fff223cbb9 None None] Port 9718513f-de9f-4177-b0aa-0eb3b682564c cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:57:20.791197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655856a6-0412-4b56-aab0-01490b035d06 req-d125a55d-a631-444c-8040-06cf9622623a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:20.792015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-655856a6-0412-4b56-aab0-01490b035d06 req-d125a55d-a631-444c-8040-06cf9622623a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Synchronizing usage tracker for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:57:20.807314 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f940-2ae5-40a0-88f4-5049f49245bc req-3435271c-4e28-4d58-a884-c2cde31dcb36 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:20.809000 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9084f940-2ae5-40a0-88f4-5049f49245bc req-3435271c-4e28-4d58-a884-c2cde31dcb36 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 945 time: 0.2797830
Apr 19 18:57:20.922989 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-655856a6-0412-4b56-aab0-01490b035d06 req-d125a55d-a631-444c-8040-06cf9622623a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Unset dirty status for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:57:20.925079 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-655856a6-0412-4b56-aab0-01490b035d06 req-d125a55d-a631-444c-8040-06cf9622623a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 932 time: 0.4649651
Apr 19 18:57:20.960323 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9084f940-2ae5-40a0-88f4-5049f49245bc req-e0983977-171b-45e0-8991-c31b3a58859c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033099
Apr 19 18:57:21.009991 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-655856a6-0412-4b56-aab0-01490b035d06 req-dc3d51dc-a1d7-4827-940d-7cec91e904de tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766940
Apr 19 18:57:21.090068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9718513f-de9f-4177-b0aa-0eb3b682564c {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:57:21.099636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:21.118698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Transition to ACTIVE for port object 9718513f-de9f-4177-b0aa-0eb3b682564c will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:57:21.122002 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:21.129055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e2a02e55-9e58-416e-9647-a0429fdb48b8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:21.274524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Pushing event updated for resources: {'Port': ['ID=9718513f-de9f-4177-b0aa-0eb3b682564c,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:21.304841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:21.394931 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Attempting to bind port 9718513f-de9f-4177-b0aa-0eb3b682564c on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:57:21.395375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Attempting to bind port 9718513f-de9f-4177-b0aa-0eb3b682564c by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:57:21.395795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Attempting to bind port 9718513f-de9f-4177-b0aa-0eb3b682564c on network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:57:21.401936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Port 9718513f-de9f-4177-b0aa-0eb3b682564c on network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:57:21.402364 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Attempting to bind port 9718513f-de9f-4177-b0aa-0eb3b682564c on network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:57:21.409438 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:57:21.409871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Checking segment: {'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:57:21.410373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Bound using segment: {'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:57:21.410969 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Bound port: 9718513f-de9f-4177-b0aa-0eb3b682564c, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc485839-52d5-4a0e-b47b-b10482830cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:57:21.411422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:21.781833 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] For port 9718513f-de9f-4177-b0aa-0eb3b682564c, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:57:21.786082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] For port 9718513f-de9f-4177-b0aa-0eb3b682564c, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9718513f-de9f-4177-b0aa-0eb3b682564c,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:57:21.790041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:21.795365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a46f6f1e-bfc2-4bb8-8192-7762127f7c9b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:21.861631 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:21.862429 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:21.864877 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] 10.222.0.62 "PUT /v2.0/ports/9718513f-de9f-4177-b0aa-0eb3b682564c HTTP/1.1" status: 200  len: 1094 time: 1.6544650
Apr 19 18:57:21.865703 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:57:21.902633 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Pushing event updated for resources: {'Port': ['ID=9718513f-de9f-4177-b0aa-0eb3b682564c,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:21.919544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:22.147787 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'status': 'completed', 'code': 200}
Apr 19 18:57:22.301663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-0135dda9-b9cc-4911-9882-424b56acac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:22.303502 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-0135dda9-b9cc-4911-9882-424b56acac57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=489b7cde5dab4666b1f0eff7127ac15c&device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1097 time: 0.3691142
Apr 19 18:57:22.444727 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-b883194e-9e97-4fc4-942f-cf9687a6690b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718513f-de9f-4177-b0aa-0eb3b682564c HTTP/1.1" status: 200  len: 217 time: 0.0941234
Apr 19 18:57:22.537092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-ee3232d3-4ac0-4ef7-a3ec-33364e9378d3 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:22.538812 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-ee3232d3-4ac0-4ef7-a3ec-33364e9378d3 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 945 time: 0.6027572
Apr 19 18:57:22.619881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71162b-c553-4b33-93dc-bc1e290f2f74 req-016c89d0-5e2f-459b-810f-28a613191109 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:22.621620 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aa71162b-c553-4b33-93dc-bc1e290f2f74 req-016c89d0-5e2f-459b-810f-28a613191109 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 945 time: 0.4037254
Apr 19 18:57:22.632734 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-54cba5cf-3933-473c-99fa-d9c428e3d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:22.634456 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-54cba5cf-3933-473c-99fa-d9c428e3d491 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7993d46c-53c6-48f2-9393-cf9897544ccc HTTP/1.1" status: 200  len: 848 time: 0.1770656
Apr 19 18:57:22.770939 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Deleting port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:57:22.771430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:22.808515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13c6fe-931f-44fb-93ee-ed89b291ae42 req-f6b0656d-bbd8-4775-b3b9-532f1b257af4 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:22.810247 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fa13c6fe-931f-44fb-93ee-ed89b291ae42 req-f6b0656d-bbd8-4775-b3b9-532f1b257af4 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.5121021
Apr 19 18:57:22.836590 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-aa71162b-c553-4b33-93dc-bc1e290f2f74 req-8e34b8e7-dbe7-4aa7-96d8-15a99a529bb2 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1993334
Apr 19 18:57:22.960337 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-fa13c6fe-931f-44fb-93ee-ed89b291ae42 req-685d3241-1080-4a6b-adee-393ebfe47de0 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1351221
Apr 19 18:57:22.988405 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-290fafc6-b768-4719-97b5-a48b31c5782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:22.990088 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-290fafc6-b768-4719-97b5-a48b31c5782f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3479223
Apr 19 18:57:23.299506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] For port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:57:23.300153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:23.315429 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-68afed3d-40a6-4c13-bad5-5b2821655626 service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2980359
Apr 19 18:57:23.722362 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0851201f-39b3-44e9-a8bf-427a9e92cfb9 req-f2f6dc17-16e1-464b-b5e8-0fb9330a7d8c service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3487048
Apr 19 18:57:23.761438 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:23.761909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:23.762307 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Floating IP 6e7167e8-c2e4-46f8-9c27-4e7b5c88c6a6 disassociated. External IP: 172.27.3.41, port: aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9.
Apr 19 18:57:23.762724 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Calling delete_port for aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:57:23.973872 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-d7336320-a022-4313-b121-937f0c182558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:23.975412 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-d7336320-a022-4313-b121-937f0c182558 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=489b7cde5dab4666b1f0eff7127ac15c&device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1097 time: 0.1812356
Apr 19 18:57:24.466206 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:24.480268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-72d29325-20d9-4b7a-af06-721c2cf9df37 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:24.559137 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event deleted for resources: {'Port': ['ID=aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:24.570218 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:24.820862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-1e66c129-9371-4f8c-9d7f-4bfe38cdc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:24.823568 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-1e66c129-9371-4f8c-9d7f-4bfe38cdc9e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 HTTP/1.1" status: 200  len: 910 time: 0.8089929
Apr 19 18:57:24.841315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b758d-9ebb-4c6a-b11e-830e945df098 req-63f5415c-04cc-464e-a937-d3470bf63369 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:24.843226 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-844b758d-9ebb-4c6a-b11e-830e945df098 req-63f5415c-04cc-464e-a937-d3470bf63369 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 867 time: 0.8764482
Apr 19 18:57:24.971695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040bc0d-dd65-426f-b886-1dc3febe6d1b req-5d4c8dea-bd34-481a-a00d-230a2f56a07d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:24.973491 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1040bc0d-dd65-426f-b886-1dc3febe6d1b req-5d4c8dea-bd34-481a-a00d-230a2f56a07d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.8843634
Apr 19 18:57:24.982138 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-0badddfb-9360-4496-8827-4eba81812b11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718513f-de9f-4177-b0aa-0eb3b682564c HTTP/1.1" status: 200  len: 217 time: 0.1253204
Apr 19 18:57:25.111786 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-844b758d-9ebb-4c6a-b11e-830e945df098 req-37631c21-6f0d-4099-be98-e2f99e1de451 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2530084
Apr 19 18:57:25.155517 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1040bc0d-dd65-426f-b886-1dc3febe6d1b req-cd6aa8dc-c98f-40bb-a890-5d1ec5c88e0b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1670499
Apr 19 18:57:25.166100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:57:25.168058 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-c0b916cf-9954-4c55-865b-fe01f0e3b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:25.169706 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-c0b916cf-9954-4c55-865b-fe01f0e3b6df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7993d46c-53c6-48f2-9393-cf9897544ccc HTTP/1.1" status: 200  len: 848 time: 0.1786866
Apr 19 18:57:25.434593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-4880f662-89ee-4851-81f1-a9f62ab4d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:25.436135 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-4880f662-89ee-4851-81f1-a9f62ab4d18f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2583954
Apr 19 18:57:25.485788 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:57:25.497170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] Sync routers for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:57:25.508561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:57:25.510172 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b782fe320>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:57:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:25.630132 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] No DVR routers for this DVR port aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:57:25.634287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:25.637205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'name': 'network-vif-deleted', 'tag': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:57:25.666057 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5ecd2ca9-b863-4ff8-9941-78eaff67b3b9 req-a100ad73-3de0-424b-9a76-129b4dd0129c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "DELETE /v2.0/ports/aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 HTTP/1.1" status: 204  len: 173 time: 3.1062071
Apr 19 18:57:25.696351 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-0ab1766a-29bc-4857-97c7-908f94a4e9d1 service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2520058
Apr 19 18:57:25.698055 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64db612d-af5b-437f-9ca9-a8dd4fcd6add', 'name': 'network-vif-deleted', 'tag': 'aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9', 'status': 'completed', 'code': 200}
Apr 19 18:57:25.699675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:57:25.765275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:57:25.845310 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:57:25.846568 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device aaa96d5c-9db3-4cb7-a08e-ebfcfc7146a9 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:57:25.878700 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9bbde144-3578-4aaa-8327-d9443beb0822 req-d031df70-b065-4da4-bff6-9eade0ff570e service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702585
Apr 19 18:57:26.202590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b782fe320>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:26.209045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] Checking router: f0c88d97-ccb5-4253-a63d-7ed6a5ec907f for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:57:26.221867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:57:26.222775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b782fe320>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:57:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:26.347888 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-71745130-4f6c-4b28-969e-48dd2a8eda9e req-15fdeb5c-7996-4e69-a00c-57f555ff05fa tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Synchronizing usage tracker for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:57:26.415409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-71745130-4f6c-4b28-969e-48dd2a8eda9e req-15fdeb5c-7996-4e69-a00c-57f555ff05fa tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Unset dirty status for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:57:26.416741 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-71745130-4f6c-4b28-969e-48dd2a8eda9e req-15fdeb5c-7996-4e69-a00c-57f555ff05fa tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=64db612d-af5b-437f-9ca9-a8dd4fcd6add HTTP/1.1" status: 200  len: 210 time: 0.1296096
Apr 19 18:57:26.474142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3147b10-a09a-4263-9abe-234de60b4467 req-5aef46db-494d-44f6-9774-9cfaaa4a5da9 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:26.476354 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a3147b10-a09a-4263-9abe-234de60b4467 req-5aef46db-494d-44f6-9774-9cfaaa4a5da9 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.1206074
Apr 19 18:57:26.543901 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a3147b10-a09a-4263-9abe-234de60b4467 req-c7b5faad-863c-4760-8017-c853f38437fd tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579987
Apr 19 18:57:26.668984 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:57:27.035175 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b782fe320>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:27.040041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce51fba-e565-4b16-87f0-398d077365b2 None None] The sync data for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi is: [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:57:27.430838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34378764-aa50-4f2b-a16c-2bd893c5b5ad None None] New status for floating IP 6e7167e8-c2e4-46f8-9c27-4e7b5c88c6a6: DOWN {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:57:27.784352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdf6b5-1a67-4725-b5e3-7b4d0a57ecbc req-fc2b2182-9dc6-42c1-a5d9-8fbbe89a7230 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:27.786269 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-85fdf6b5-1a67-4725-b5e3-7b4d0a57ecbc req-fc2b2182-9dc6-42c1-a5d9-8fbbe89a7230 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.0997813
Apr 19 18:57:27.888124 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-85fdf6b5-1a67-4725-b5e3-7b4d0a57ecbc req-c2d549e3-0fa7-4665-a78d-3d8d24e18942 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864809
Apr 19 18:57:27.897375 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-10726564-49c8-4a89-a3ff-8146047f93ff tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136802574&fields=id&tenant_id=eb521e79fead4cb2a39a3cefbc731695 HTTP/1.1" status: 200  len: 267 time: 0.0722907
Apr 19 18:57:28.114839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-aad26cba-fbc9-4351-b9a4-31e7a424195a tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:28.116585 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-aad26cba-fbc9-4351-b9a4-31e7a424195a tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 812 time: 0.2114077
Apr 19 18:57:28.137156 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-6973569b-1a25-4e73-afb0-07db80415160 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/quotas/eb521e79fead4cb2a39a3cefbc731695 HTTP/1.1" status: 200  len: 375 time: 0.0125239
Apr 19 18:57:28.248587 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-4ef7d5c6-7e73-4869-8375-f797ff0d4d5d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1035933
Apr 19 18:57:28.380329 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-77111748-16af-4c63-94cb-33791c86ba10 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=86308) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:57:28.381486 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-77111748-16af-4c63-94cb-33791c86ba10 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1194875
Apr 19 18:57:28.532429 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-98951718-26ed-4b9d-aeb0-24323c17a034 service neutron] 10.222.0.41 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441414
Apr 19 18:57:28.691647 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-13eb7852-0b78-4d22-b980-115ac4e4269d service neutron] 10.222.0.41 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513350
Apr 19 18:57:28.914299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:57:29.140929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db75b4-bcbe-4c99-ab88-cfd1ec04df06 req-608dc554-75b3-4613-876d-8d724209ce4f tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:29.145286 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e6db75b4-bcbe-4c99-ab88-cfd1ec04df06 req-608dc554-75b3-4613-876d-8d724209ce4f tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.1347897
Apr 19 18:57:29.202977 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e6db75b4-bcbe-4c99-ab88-cfd1ec04df06 req-bf63a1aa-ecb0-42e4-a850-b17246133a38 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504138
Apr 19 18:57:30.196418 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f8520b32-2e5d-4d52-a553-0fff14a024d5 req-4318d1c7-16df-4686-881a-e7f5ef0909f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 210 time: 0.0699022
Apr 19 18:57:30.433904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667619f1-0947-4c73-8a36-2bd2a5eff586 req-dbae77b6-56c8-4dbf-ae64-15f224cb0dfb tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:30.435649 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-667619f1-0947-4c73-8a36-2bd2a5eff586 req-dbae77b6-56c8-4dbf-ae64-15f224cb0dfb tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.1048677
Apr 19 18:57:30.492284 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-667619f1-0947-4c73-8a36-2bd2a5eff586 req-fdc02a9c-f1c4-4244-bd40-b6ec3c3209eb tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494256
Apr 19 18:57:31.404832 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-e0792af4-30bb-43b2-90f4-e303466c3054 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:31.406515 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-e0792af4-30bb-43b2-90f4-e303466c3054 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 812 time: 0.2374904
Apr 19 18:57:31.409694 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-83874e15-8d26-4de7-9c5f-78b07e1ee1c6 req-c3320cfb-3d4c-4f0e-8a94-f7e3588c11f9 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 210 time: 0.0710917
Apr 19 18:57:31.510884 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-31505b0e-25e3-429b-b751-b14d46ab7742 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb521e79fead4cb2a39a3cefbc731695 HTTP/1.1" status: 200  len: 8061 time: 0.0955026
Apr 19 18:57:31.521988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'port': {'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'admin_state_up': True, 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'security_groups': ['494034da-be6f-4104-ace6-f080efdb76cf']}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:57:31.687390 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 9718513f-de9f-4177-b0aa-0eb3b682564c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:57:31.749469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:57:31.778683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:57:31.803957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ce39b-1b8c-431f-b121-47d3897f1264 req-5dea413a-d63f-4e47-a91c-332b24ec2a3e tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:31.805680 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae9ce39b-1b8c-431f-b121-47d3897f1264 req-5dea413a-d63f-4e47-a91c-332b24ec2a3e tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.1544089
Apr 19 18:57:31.807037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Made reservation on behalf of eb521e79fead4cb2a39a3cefbc731695 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:57:31.813359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:31.928375 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ae9ce39b-1b8c-431f-b121-47d3897f1264 req-764ed146-08f1-4086-95f3-02346fe97225 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1030016
Apr 19 18:57:31.928831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 9718513f-de9f-4177-b0aa-0eb3b682564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9718513f-de9f-4177-b0aa-0eb3b682564c,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:57:31.958152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'port_id': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'mac_address': 'fa:16:3e:2c:60:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:57:32.036513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:32.079117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9718513f-de9f-4177-b0aa-0eb3b682564c {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:57:32.115363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 9718513f-de9f-4177-b0aa-0eb3b682564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9718513f-de9f-4177-b0aa-0eb3b682564c,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:57:32.134805 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:32.139706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:32.288642 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=9718513f-de9f-4177-b0aa-0eb3b682564c,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:32.292377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:32.334377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Allocated IP 172.20.0.13 (308c5962-a460-479b-aaec-ff71d96a0323/396bfe2f-c9b8-460b-9d2b-cd33b631b36c/be50ecba-3bf1-4643-b126-65577b7630d1) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:57:32.366631 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['9718513f-de9f-4177-b0aa-0eb3b682564c'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:57:32.638754 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-211afc07-aa55-47fc-a452-ab7eeae868f6 req-776d6f3b-4377-4eb2-b020-5ae340fec7ff tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 210 time: 0.0602489
Apr 19 18:57:32.665263 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:32.685715 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Transition to ACTIVE for port object be50ecba-3bf1-4643-b126-65577b7630d1 will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:57:32.714249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:32.722445 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:32.808654 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Network 308c5962-a460-479b-aaec-ff71d96a0323 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:57:32.812415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:57:32.818378 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:57:32.855876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'Port': ['ID=be50ecba-3bf1-4643-b126-65577b7630d1,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:32.864257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:32.900303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:32.900930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:32.929838 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-be5874b8-e252-4edf-b2f6-1f5f98768004 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4125974
Apr 19 18:57:32.944701 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Request body: {'port': {'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:57:33.054187 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f368dd06-29f6-4204-94c6-e1ecfc61f1a6 None None] Provisioning for port be50ecba-3bf1-4643-b126-65577b7630d1 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:57:33.059620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-f368dd06-29f6-4204-94c6-e1ecfc61f1a6 None None] Provisioning complete for port be50ecba-3bf1-4643-b126-65577b7630d1 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:57:33.060014 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f368dd06-29f6-4204-94c6-e1ecfc61f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:33.079653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:33.136421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-f368dd06-29f6-4204-94c6-e1ecfc61f1a6 None None] Port be50ecba-3bf1-4643-b126-65577b7630d1 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:57:33.429762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9652d2-4fdc-4780-82ba-bc797326efb1 req-cb7bbbe2-9bcc-4a49-add2-1975819414e5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:33.431804 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9d9652d2-4fdc-4780-82ba-bc797326efb1 req-cb7bbbe2-9bcc-4a49-add2-1975819414e5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 945 time: 0.2607279
Apr 19 18:57:33.527655 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9d9652d2-4fdc-4780-82ba-bc797326efb1 req-0dc80716-f3eb-42ef-9314-990494d0ecce tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804060
Apr 19 18:57:33.621980 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be50ecba-3bf1-4643-b126-65577b7630d1 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:57:33.631811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:33.650367 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Transition to ACTIVE for port object be50ecba-3bf1-4643-b126-65577b7630d1 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:57:33.653698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:33.658743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e9f4bba9-af32-4fbe-87bd-7614ca90a881 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:33.702792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 9718513f-de9f-4177-b0aa-0eb3b682564c up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:57:33.836230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port 9718513f-de9f-4177-b0aa-0eb3b682564c completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:57:33.847450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 9718513f-de9f-4177-b0aa-0eb3b682564c triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:57:33.848088 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:33.923354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Pushing event updated for resources: {'Port': ['ID=be50ecba-3bf1-4643-b126-65577b7630d1,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:33.961150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:34.011145 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:34.042315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:57:34.061065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 9718513f-de9f-4177-b0aa-0eb3b682564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9718513f-de9f-4177-b0aa-0eb3b682564c,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:57:34.067012 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:34.070210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0e1de952-e1c9-4b54-8dfe-0c1c2ee43233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:34.072102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21f63d-8953-4d5f-a315-31c8ea0f079e req-d8d806a4-470b-4a75-9bc6-d29644a2c4bc tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:34.072900 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-5b21f63d-8953-4d5f-a315-31c8ea0f079e req-d8d806a4-470b-4a75-9bc6-d29644a2c4bc tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Synchronizing usage tracker for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:57:34.078584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Attempting to bind port be50ecba-3bf1-4643-b126-65577b7630d1 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:57:34.078970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Attempting to bind port be50ecba-3bf1-4643-b126-65577b7630d1 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:57:34.079432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Attempting to bind port be50ecba-3bf1-4643-b126-65577b7630d1 on network 308c5962-a460-479b-aaec-ff71d96a0323 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:57:34.088870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Port be50ecba-3bf1-4643-b126-65577b7630d1 on network 308c5962-a460-479b-aaec-ff71d96a0323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:57:34.089237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Attempting to bind port be50ecba-3bf1-4643-b126-65577b7630d1 on network 308c5962-a460-479b-aaec-ff71d96a0323 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:57:34.100851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:57:34.101205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Checking segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:57:34.101660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Bound using segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:57:34.102189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Bound port: be50ecba-3bf1-4643-b126-65577b7630d1, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:57:34.103279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:34.120021 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-5b21f63d-8953-4d5f-a315-31c8ea0f079e req-d8d806a4-470b-4a75-9bc6-d29644a2c4bc tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Unset dirty status for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:57:34.121670 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5b21f63d-8953-4d5f-a315-31c8ea0f079e req-d8d806a4-470b-4a75-9bc6-d29644a2c4bc tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 944 time: 0.3048458
Apr 19 18:57:34.176420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=9718513f-de9f-4177-b0aa-0eb3b682564c,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:34.180718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:34.192695 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'code': 200}
Apr 19 18:57:34.249902 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5b21f63d-8953-4d5f-a315-31c8ea0f079e req-ab5f8f95-09ff-4105-9aab-3a5177604241 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857921
Apr 19 18:57:34.262428 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] For port be50ecba-3bf1-4643-b126-65577b7630d1, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:57:34.268856 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] For port be50ecba-3bf1-4643-b126-65577b7630d1, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=be50ecba-3bf1-4643-b126-65577b7630d1,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:57:34.273821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:34.284169 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:34.406142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:34.406881 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:34.409514 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] 10.222.0.62 "PUT /v2.0/ports/be50ecba-3bf1-4643-b126-65577b7630d1 HTTP/1.1" status: 200  len: 1094 time: 1.4699440
Apr 19 18:57:34.410104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'tag': 'be50ecba-3bf1-4643-b126-65577b7630d1'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:57:34.526074 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'tag': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'status': 'completed', 'code': 200}
Apr 19 18:57:34.555565 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Pushing event updated for resources: {'Port': ['ID=be50ecba-3bf1-4643-b126-65577b7630d1,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:34.561331 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:34.616588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcba68e-358c-40ad-979b-d8c976d8aa06 req-6a0630e7-1d86-419d-910e-9744f8257cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:34.618321 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1bcba68e-358c-40ad-979b-d8c976d8aa06 req-6a0630e7-1d86-419d-910e-9744f8257cb2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1099 time: 0.1945150
Apr 19 18:57:34.620710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-c1529e97-5d0f-4a10-be87-d94f21bdbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:34.622326 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-c1529e97-5d0f-4a10-be87-d94f21bdbb3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 1097 time: 0.1412244
Apr 19 18:57:34.779430 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-92695863-20d1-40e4-852d-b6692f46dd07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be50ecba-3bf1-4643-b126-65577b7630d1 HTTP/1.1" status: 200  len: 217 time: 0.1265173
Apr 19 18:57:34.862790 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1bcba68e-358c-40ad-979b-d8c976d8aa06 req-aca56bf9-38c8-438b-aa49-60c9a917d1fa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2307277
Apr 19 18:57:34.895125 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-9be8d6bc-7b84-488f-b7cd-dd677c6c18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:34.896755 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-9be8d6bc-7b84-488f-b7cd-dd677c6c18a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.1092548
Apr 19 18:57:34.967273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d0fab-3e5e-4f57-9d1a-45c6a007971b req-204a8017-d7b8-44d9-8d16-580b3015ab9a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:34.969059 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-757d0fab-3e5e-4f57-9d1a-45c6a007971b req-204a8017-d7b8-44d9-8d16-580b3015ab9a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.2527423
Apr 19 18:57:35.043498 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-757d0fab-3e5e-4f57-9d1a-45c6a007971b req-3ec5327f-80ce-40bc-88f3-78c54c3bc6d6 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663221
Apr 19 18:57:35.063217 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-59cf19d0-ff6c-4625-85f8-520b85a39983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:35.066840 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-59cf19d0-ff6c-4625-85f8-520b85a39983 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1557884
Apr 19 18:57:35.219106 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-262f29fc-a2db-489b-81cc-b5d457fda0e6 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449449
Apr 19 18:57:35.375752 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-a2f36a64-5c59-4a3c-8dc5-3bdd14a29b60 req-7b59b7ef-c4ca-4b3a-9475-a91446a3375a service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492772
Apr 19 18:57:35.545944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45a898-572a-4e18-be1a-61c1838c7d85 req-08f74a06-11a5-4a4d-af72-4d9168fb9d25 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:35.550923 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2f45a898-572a-4e18-be1a-61c1838c7d85 req-08f74a06-11a5-4a4d-af72-4d9168fb9d25 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 944 time: 0.1756387
Apr 19 18:57:35.602877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-754955d1-dfcb-403c-87ab-d8cd76390863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:35.604479 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-754955d1-dfcb-403c-87ab-d8cd76390863 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 1097 time: 0.1702521
Apr 19 18:57:35.662981 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2f45a898-572a-4e18-be1a-61c1838c7d85 req-e56ab43f-3e9e-413c-9402-aaedcf500a5b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012330
Apr 19 18:57:35.776652 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-3f594dea-1df9-4be7-a5fa-1569bba039d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:35.778284 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-3f594dea-1df9-4be7-a5fa-1569bba039d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.1601412
Apr 19 18:57:35.858621 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-503a57ce-0f3f-4232-b2de-a286a2b6fb35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be50ecba-3bf1-4643-b126-65577b7630d1 HTTP/1.1" status: 200  len: 217 time: 0.0730736
Apr 19 18:57:35.931409 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-beb817b5-5896-43cd-8443-354b05bfa3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:35.932988 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-beb817b5-5896-43cd-8443-354b05bfa3f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.0678356
Apr 19 18:57:36.025793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-51f5d708-427c-47e5-9378-903b4d8f39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:36.027466 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-51f5d708-427c-47e5-9378-903b4d8f39f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868621
Apr 19 18:57:36.506558 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-813a06e1-1af2-4c61-a038-549a69e2e195 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4726329
Apr 19 18:57:36.516876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee0be6-6c3f-4b30-b1b1-2fb7698bf949 req-a9c868b5-960b-4c41-ae59-101fe07b5a95 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:36.518840 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e6ee0be6-6c3f-4b30-b1b1-2fb7698bf949 req-a9c868b5-960b-4c41-ae59-101fe07b5a95 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1996951
Apr 19 18:57:36.675073 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e6ee0be6-6c3f-4b30-b1b1-2fb7698bf949 req-d8f4e58d-8fe7-4fbf-a40a-018e78e4f8b1 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331213
Apr 19 18:57:36.712328 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d93b69ff-d7f8-4ba2-b9d8-16e1c36e3985 req-3b05dd27-9841-4a2c-8163-d4d4a35816a5 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1923738
Apr 19 18:57:36.913059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5560e-3aad-49e4-96b2-a0c2908b6916 req-d2929633-a9e0-4e3c-9c06-83e2088c8390 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:36.914849 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-38c5560e-3aad-49e4-96b2-a0c2908b6916 req-d2929633-a9e0-4e3c-9c06-83e2088c8390 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1028738
Apr 19 18:57:37.031596 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-38c5560e-3aad-49e4-96b2-a0c2908b6916 req-f08337d8-2e50-4fc9-a5d5-b4620aee3d58 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1068535
Apr 19 18:57:37.069381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52440) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:57:37.076566 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c708ce3-0f9e-4ea3-a6c0-b0b32b873518 req-8e0027e6-e447-41f6-92f0-a53cc111300b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:37.078253 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3c708ce3-0f9e-4ea3-a6c0-b0b32b873518 req-8e0027e6-e447-41f6-92f0-a53cc111300b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 944 time: 0.1118338
Apr 19 18:57:37.146431 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3c708ce3-0f9e-4ea3-a6c0-b0b32b873518 req-e486623c-0e6a-4330-9b3c-bada24bb49e4 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545599
Apr 19 18:57:37.289994 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e83bf-04a9-4e12-8530-b9957803dd5e tempest-TestShelveInstance-1603154700 tempest-TestShelveInstance-1603154700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:37.290802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5e7e83bf-04a9-4e12-8530-b9957803dd5e tempest-TestShelveInstance-1603154700 tempest-TestShelveInstance-1603154700-project-admin] Synchronizing usage tracker for tenant:3d56d0c83e504e509252b4f64b45f6a0 on resource:port {{(pid=86309) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:57:37.309113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-5e7e83bf-04a9-4e12-8530-b9957803dd5e tempest-TestShelveInstance-1603154700 tempest-TestShelveInstance-1603154700-project-admin] Unset dirty status for tenant:3d56d0c83e504e509252b4f64b45f6a0 on resource:port {{(pid=86309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:57:37.310503 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5e7e83bf-04a9-4e12-8530-b9957803dd5e tempest-TestShelveInstance-1603154700 tempest-TestShelveInstance-1603154700-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1094 time: 0.2399104
Apr 19 18:57:37.313985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52446) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:57:37.320564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Request body: {'floatingip': {'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'port_id': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:57:37.327337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:57:37.331690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Usage tracker for resource:floatingip and tenant:489b7cde5dab4666b1f0eff7127ac15c is out of sync, need to count used quota {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:57:37.335015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:57:37.341381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:57:37.355372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for floatingip, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:37.503383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:37.657191 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Allocated IP 172.27.3.31 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/52f51956-795b-412b-9458-0d8a18077159) {{(pid=86309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:57:37.821976 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for port, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:37.854332 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:37.859627 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-89e77f29-81d5-437c-b2d0-7c964f7f7b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:37.929224 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:57:37.938555 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Resources bound (agent type, host, resource id):  {{(pid=86309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:57:37.944485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Received port after_create {{(pid=86309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:57:37.990447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event updated for resources: {'Port': ['ID=52f51956-795b-412b-9458-0d8a18077159,revision_number=1']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:38.008830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.009258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.009690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.010102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.010547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.010961 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.011371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.011777 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.012185 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.012596 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.012996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.013397 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:38.023588 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:38.415670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812850ae-be19-4790-92c5-3202108f9107 req-1b79e9ab-2dc8-4364-ad58-eed7946b6466 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:38.418123 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-812850ae-be19-4790-92c5-3202108f9107 req-1b79e9ab-2dc8-4364-ad58-eed7946b6466 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 944 time: 0.1391616
Apr 19 18:57:38.464609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:38.484450 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-812850ae-be19-4790-92c5-3202108f9107 req-87371ce6-1f68-4a8b-a691-d0b69353663c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579581
Apr 19 18:57:38.554266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:39.071792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for port, precommit_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:39.075944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852643865'] for port, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:39.081227 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:39.202097 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event updated for resources: {'Port': ['ID=52f51956-795b-412b-9458-0d8a18077159,revision_number=2']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:39.214044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:39.223010 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:39.421510 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Floating IP 13293130-c01c-4f2c-9907-25891f24fcc5 associated. External IP: 172.27.3.31, port: 9718513f-de9f-4177-b0aa-0eb3b682564c.
Apr 19 18:57:39.739396 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446858d-4250-4116-b2f4-2e85ea435f0c req-d67c9cba-d2ac-4f22-a0be-646c42dab475 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:39.741142 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2446858d-4250-4116-b2f4-2e85ea435f0c req-d67c9cba-d2ac-4f22-a0be-646c42dab475 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 944 time: 0.1170282
Apr 19 18:57:39.797801 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2446858d-4250-4116-b2f4-2e85ea435f0c req-32d15788-ca68-41f1-a1c8-671649b3895a tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440710
Apr 19 18:57:39.860725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Router 4589c144-a6c9-4f66-82f7-8d34a58209a9 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:57:39.938545 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ab699a2a-21d0-43c3-b8ae-5671c3d7878a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:40.081470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:57:40.093942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] Sync routers for ids ['4589c144-a6c9-4f66-82f7-8d34a58209a9'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:57:40.109547 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] Routers {'4589c144-a6c9-4f66-82f7-8d34a58209a9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:57:40.110022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:40.110709 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7907f710>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:57:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['4589c144-a6c9-4f66-82f7-8d34a58209a9'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:40.184739 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-22513c3e-9656-4deb-9ef7-cdeef9308d8d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8684554
Apr 19 18:57:40.186298 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c'}] {{(pid=86309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:57:40.287017 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'status': 'completed', 'code': 200}
Apr 19 18:57:40.352085 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] Set router 4589c144-a6c9-4f66-82f7-8d34a58209a9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:57:40.413199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-7d3647fe-5d71-4252-9620-d3eb802748f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:40.414858 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-7d3647fe-5d71-4252-9620-d3eb802748f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=489b7cde5dab4666b1f0eff7127ac15c&device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1099 time: 0.1072023
Apr 19 18:57:40.590565 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-c3974eca-5088-43cf-9976-9885c3025dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:40.593264 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-c3974eca-5088-43cf-9976-9885c3025dd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 HTTP/1.1" status: 200  len: 910 time: 0.1703093
Apr 19 18:57:40.773627 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-9120220d-a84a-4511-aaf3-4da9c7897beb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718513f-de9f-4177-b0aa-0eb3b682564c HTTP/1.1" status: 200  len: 999 time: 0.1729877
Apr 19 18:57:40.859420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-6ad48041-7dd9-48a8-8dd9-4a9f20174937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:40.860304 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-6ad48041-7dd9-48a8-8dd9-4a9f20174937 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7993d46c-53c6-48f2-9393-cf9897544ccc HTTP/1.1" status: 200  len: 848 time: 0.0773478
Apr 19 18:57:40.884730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7907f710>, [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '13293130-c01c-4f2c-9907-25891f24fcc5', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'port_id': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'mac_address': 'fa:16:3e:2c:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:38Z', 'updated_at': '2021-04-19T18:57:38Z', 'revision_number': 0, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172a797c-f992-4324-9e13-80c56dc65c8a', 'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'mac_address': 'fa:16:3e:ca:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:39Z', 'updated_at': '2021-04-19T18:56:49Z', 'revision_number': 5, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'subnets': [{'id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:40.893467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] Checking router: 4589c144-a6c9-4f66-82f7-8d34a58209a9 for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:57:40.911436 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] Routers {'4589c144-a6c9-4f66-82f7-8d34a58209a9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:57:40.912680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7907f710>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:57:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['4589c144-a6c9-4f66-82f7-8d34a58209a9'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:40.958242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-255d65a3-bc6b-4464-924c-41a894c05046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:40.959916 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-255d65a3-bc6b-4464-924c-41a894c05046 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929098
Apr 19 18:57:41.272873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] Set router 4589c144-a6c9-4f66-82f7-8d34a58209a9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:57:41.356760 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-53623360-c2f0-4627-b0fe-df7c22672ba9 service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3878269
Apr 19 18:57:41.431981 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869b80d-c90f-4b43-ad32-eb9eb7983b82 req-6c4825a3-6cb1-47b4-b55d-486be9dd6453 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:41.435729 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0869b80d-c90f-4b43-ad32-eb9eb7983b82 req-6c4825a3-6cb1-47b4-b55d-486be9dd6453 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 944 time: 0.4179792
Apr 19 18:57:41.607276 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0869b80d-c90f-4b43-ad32-eb9eb7983b82 req-dfa01566-cb14-4a0c-9da0-80cb62af1955 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1467102
Apr 19 18:57:41.649251 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d084bc65-25d2-4b2a-ae47-826939f1a848 req-f1408290-40f4-482d-a4c4-8a90bc4aba10 service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2852602
Apr 19 18:57:41.712300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7907f710>, [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '13293130-c01c-4f2c-9907-25891f24fcc5', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'port_id': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'mac_address': 'fa:16:3e:2c:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:38Z', 'updated_at': '2021-04-19T18:57:38Z', 'revision_number': 0, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172a797c-f992-4324-9e13-80c56dc65c8a', 'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'mac_address': 'fa:16:3e:ca:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:39Z', 'updated_at': '2021-04-19T18:56:49Z', 'revision_number': 5, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'subnets': [{'id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:41.717658 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5495cde-d0d3-4946-bdd0-fbcd012afa53 None None] The sync data for ids ['4589c144-a6c9-4f66-82f7-8d34a58209a9'] in dv-cinder-786929-1-iscsi is: [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '13293130-c01c-4f2c-9907-25891f24fcc5', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'port_id': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'mac_address': 'fa:16:3e:2c:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:38Z', 'updated_at': '2021-04-19T18:57:38Z', 'revision_number': 0, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172a797c-f992-4324-9e13-80c56dc65c8a', 'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'mac_address': 'fa:16:3e:ca:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:39Z', 'updated_at': '2021-04-19T18:56:49Z', 'revision_number': 5, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'subnets': [{'id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:57:42.007921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c7d8b-7e45-4861-a8bb-ea196675e0f8 None None] New status for floating IP 13293130-c01c-4f2c-9907-25891f24fcc5: ACTIVE {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:57:42.839570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390e1c3-c14f-471d-af4e-acc1602c33ae req-058ef7d8-2e7d-43d6-b12d-a2337794af67 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:42.841327 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7390e1c3-c14f-471d-af4e-acc1602c33ae req-058ef7d8-2e7d-43d6-b12d-a2337794af67 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 944 time: 0.0947433
Apr 19 18:57:42.896866 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7390e1c3-c14f-471d-af4e-acc1602c33ae req-63880a4b-7b7f-4683-ae05-9e07993e73cf tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475881
Apr 19 18:57:42.901790 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8363a6c4-17d8-4ab4-a145-41ecebfc57a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:43.291564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:43.780356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device be50ecba-3bf1-4643-b126-65577b7630d1 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:57:44.124497 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port be50ecba-3bf1-4643-b126-65577b7630d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=be50ecba-3bf1-4643-b126-65577b7630d1,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:57:44.131852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5a922-e18d-41e4-aeef-db8dc96dfeb8 req-c243827e-e634-42d7-9ffe-b85a859db4d2 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:44.133599 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-13e5a922-e18d-41e4-aeef-db8dc96dfeb8 req-c243827e-e634-42d7-9ffe-b85a859db4d2 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 944 time: 0.1094892
Apr 19 18:57:44.153301 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'mac_address': 'fa:16:3e:c7:38:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:57:44.190892 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-13e5a922-e18d-41e4-aeef-db8dc96dfeb8 req-31bae903-a3f9-4a75-8299-8e48a34a5aee tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493033
Apr 19 18:57:44.274263 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:44.285167 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:44.306092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be50ecba-3bf1-4643-b126-65577b7630d1 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:57:44.324928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port be50ecba-3bf1-4643-b126-65577b7630d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=be50ecba-3bf1-4643-b126-65577b7630d1,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:57:44.328359 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:44.331672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-bed98df4-d30a-49fa-ac32-8120a26e8cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:44.406474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=be50ecba-3bf1-4643-b126-65577b7630d1,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:44.415886 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.416278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.416659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.417038 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.417406 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.417776 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.418142 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.418514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.418902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.419271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.419629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.419992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:57:44.425002 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:44.573798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['be50ecba-3bf1-4643-b126-65577b7630d1'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:57:44.732419 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:45.427740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac1f5e-dd5e-46b3-87bc-3ff133c4dc33 req-3d162387-117e-42e6-b218-e5809b0b933e tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:45.429683 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ccac1f5e-dd5e-46b3-87bc-3ff133c4dc33 req-3d162387-117e-42e6-b218-e5809b0b933e tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 945 time: 0.1130204
Apr 19 18:57:45.486738 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ccac1f5e-dd5e-46b3-87bc-3ff133c4dc33 req-42546fa0-b152-4ffb-993d-dcda3c872f04 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495796
Apr 19 18:57:45.590026 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:45.782093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device be50ecba-3bf1-4643-b126-65577b7630d1 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:57:45.863003 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port be50ecba-3bf1-4643-b126-65577b7630d1 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:57:45.868611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port be50ecba-3bf1-4643-b126-65577b7630d1 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:57:45.869037 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:46.012775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:46.048365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be50ecba-3bf1-4643-b126-65577b7630d1'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:57:46.060792 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port be50ecba-3bf1-4643-b126-65577b7630d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=be50ecba-3bf1-4643-b126-65577b7630d1,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:57:46.065782 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:46.068624 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d138f799-e90d-421a-a334-7940d1653bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:46.109678 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'code': 200}
Apr 19 18:57:46.166053 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=be50ecba-3bf1-4643-b126-65577b7630d1,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:46.172107 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:46.460262 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af50d1-1b57-42ce-93ec-669dca195010 req-c4fe584b-9ca4-49f8-a705-7746e3dffc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:46.461922 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c7af50d1-1b57-42ce-93ec-669dca195010 req-c4fe584b-9ca4-49f8-a705-7746e3dffc27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 1099 time: 0.0851519
Apr 19 18:57:46.542996 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c7af50d1-1b57-42ce-93ec-669dca195010 req-760648df-5b41-4c2d-98b7-5b534f0bca46 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698223
Apr 19 18:57:46.717914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffab80-f664-41bd-84b6-8789684e1ae3 req-e4306830-4780-4183-ab05-f197d05e3c8f tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:46.719608 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ffffab80-f664-41bd-84b6-8789684e1ae3 req-e4306830-4780-4183-ab05-f197d05e3c8f tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 946 time: 0.0988662
Apr 19 18:57:46.772265 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ffffab80-f664-41bd-84b6-8789684e1ae3 req-4a95cd53-d74b-47d9-86a1-448c2daf68c0 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452137
Apr 19 18:57:47.993486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43caeb-5932-4567-b17f-ff8499b61543 req-aafcf366-526b-4a42-8ada-889908cf65c3 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:47.995341 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1a43caeb-5932-4567-b17f-ff8499b61543 req-aafcf366-526b-4a42-8ada-889908cf65c3 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 946 time: 0.1006947
Apr 19 18:57:48.055317 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1a43caeb-5932-4567-b17f-ff8499b61543 req-2e4476c4-b151-4a7e-a3be-413cf1aa32cd tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525577
Apr 19 18:57:48.274979 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af33d1d-3e4e-443b-b1f2-631a7f59f10d req-780271dc-2120-4e43-89be-731fb6870bad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:48.276717 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3af33d1d-3e4e-443b-b1f2-631a7f59f10d req-780271dc-2120-4e43-89be-731fb6870bad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 946 time: 0.0976915
Apr 19 18:57:48.331683 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3af33d1d-3e4e-443b-b1f2-631a7f59f10d req-92282738-8bab-48ef-b69a-9c791a32547d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466752
Apr 19 18:57:48.359725 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52476) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:57:48.514163 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef5fa9-06d1-4af7-a5b5-eb81b91a1f87 tempest-TestVolumeBootPattern-868243469 tempest-TestVolumeBootPattern-868243469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:48.517136 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-29ef5fa9-06d1-4af7-a5b5-eb81b91a1f87 tempest-TestVolumeBootPattern-868243469 tempest-TestVolumeBootPattern-868243469-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 1094 time: 0.1549473
Apr 19 18:57:48.520368 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52480) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:57:48.526150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'floatingip': {'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:57:48.533065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:57:48.537246 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:floatingip and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:57:48.540440 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:57:48.546795 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:57:48.558048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:48.708325 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:48.860171 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Allocated IP 172.27.3.12 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/7c9c84db-5313-43f7-97f7-b6a0e0120169) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:57:49.021257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:49.053404 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:49.058456 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f903c646-b63f-4af9-bea6-04a164dbd5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:49.132960 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:57:49.136099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:57:49.140196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:57:49.176147 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'Port': ['ID=7c9c84db-5313-43f7-97f7-b6a0e0120169,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:49.180978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:49.844232 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:49.925954 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:50.176471 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:50.181773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:50.187590 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:57:50.319957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'Port': ['ID=7c9c84db-5313-43f7-97f7-b6a0e0120169,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:57:50.325319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:57:50.332018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:50.531606 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Floating IP 8372b974-c6b5-432e-b969-e24504924c23 associated. External IP: 172.27.3.12, port: be50ecba-3bf1-4643-b126-65577b7630d1.
Apr 19 18:57:50.932990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:57:51.149761 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:57:51.164042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] Sync routers for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:57:51.177300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:57:51.178593 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b782e6d30>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:57:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:51.186070 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:57:51.278433 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7440450
Apr 19 18:57:51.278433 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'tag': 'be50ecba-3bf1-4643-b126-65577b7630d1'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:57:51.350229 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'tag': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'status': 'completed', 'code': 200}
Apr 19 18:57:51.398238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:57:51.470711 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-734fc138-576d-4a87-a754-c522d95dd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:51.472407 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-734fc138-576d-4a87-a754-c522d95dd9d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 1099 time: 0.0947108
Apr 19 18:57:51.675326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-149313fe-91b1-4b69-a5c8-ecd71f2a4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:51.676949 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-149313fe-91b1-4b69-a5c8-ecd71f2a4c1b service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.1977637
Apr 19 18:57:51.801562 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-31e9159e-64d3-4d28-b1ce-5dc1cb0335d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be50ecba-3bf1-4643-b126-65577b7630d1 HTTP/1.1" status: 200  len: 999 time: 0.1162853
Apr 19 18:57:51.808032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b782e6d30>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '8372b974-c6b5-432e-b969-e24504924c23', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:c7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:49Z', 'updated_at': '2021-04-19T18:57:49Z', 'revision_number': 0, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:51.812518 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] Checking router: f0c88d97-ccb5-4253-a63d-7ed6a5ec907f for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:57:51.823883 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:57:51.824570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b782e6d30>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:57:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:51.930864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-dd2ebadb-ed38-42aa-84cf-7d1b8b9044a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:51.933626 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-dd2ebadb-ed38-42aa-84cf-7d1b8b9044a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.1222229
Apr 19 18:57:52.040344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:57:52.051692 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-4c7879f1-5951-41c1-b0fd-fdb682259792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:57:52.053494 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-4c7879f1-5951-41c1-b0fd-fdb682259792 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1123624
Apr 19 18:57:52.310468 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-cd731ba0-55c1-4a2b-bcad-d16acf82b632 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2483122
Apr 19 18:57:52.503702 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-55b93437-d42c-43b0-993c-e8b067408ec9 req-ce221c04-7aae-4ee9-b686-5b0c9ff81e43 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855590
Apr 19 18:57:52.580782 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b782e6d30>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '8372b974-c6b5-432e-b969-e24504924c23', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:c7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:49Z', 'updated_at': '2021-04-19T18:57:49Z', 'revision_number': 0, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:57:52.588967 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a18ca-4f8e-45eb-addc-0e38ad11192a None None] The sync data for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi is: [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '8372b974-c6b5-432e-b969-e24504924c23', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:c7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:49Z', 'updated_at': '2021-04-19T18:57:49Z', 'revision_number': 0, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:57:52.890934 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef5d38-4d15-460a-814b-c6ca0f907e70 None None] New status for floating IP 8372b974-c6b5-432e-b969-e24504924c23: ACTIVE {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:58:05.914519 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:58:09.934150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-356e0d73-0c1f-4527-bfa3-42305180debb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:12.905620 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8934e15b-f967-4bf9-9643-feb472e3fbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:13.306558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:14.208283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:14.716330 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:15.592528 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:22.065642 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-3fa51f48-170c-467a-83b8-8c0a42f0269e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0858517
Apr 19 18:58:22.232335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-4e851885-91d7-40ee-b9de-9f6a8c478de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:58:22.234550 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-4e851885-91d7-40ee-b9de-9f6a8c478de5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=489b7cde5dab4666b1f0eff7127ac15c&device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1099 time: 0.0904028
Apr 19 18:58:22.407565 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-80fae794-7d53-48fc-8a16-2dc26cacfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:58:22.409243 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-80fae794-7d53-48fc-8a16-2dc26cacfff8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 HTTP/1.1" status: 200  len: 910 time: 0.1538739
Apr 19 18:58:22.527603 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-9e9e304a-9f5a-406d-9c25-24a669eb0d30 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718513f-de9f-4177-b0aa-0eb3b682564c HTTP/1.1" status: 200  len: 1001 time: 0.1107757
Apr 19 18:58:22.609124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-646c6d25-8109-4e4e-9374-e694a7a0e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:58:22.611288 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-646c6d25-8109-4e4e-9374-e694a7a0e9a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7993d46c-53c6-48f2-9393-cf9897544ccc HTTP/1.1" status: 200  len: 848 time: 0.0765185
Apr 19 18:58:22.699159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-8a40a88e-32ef-4536-88c4-3bd22be9e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:58:22.700718 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-8a40a88e-32ef-4536-88c4-3bd22be9e0c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832610
Apr 19 18:58:23.134999 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-58676e4a-eb86-4a73-a660-18a24075c533 service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4263358
Apr 19 18:58:23.316303 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ff2150b0-53c5-4137-b2ad-c7a5a1d595e6 req-27265860-10dc-4154-8589-d2b1446a67a4 service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737690
Apr 19 18:58:39.940132 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b30f2402-c85a-4031-8792-65a1e2069730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:42.911963 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e8dce05d-088d-4a60-9bb7-ce58ea8f5c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:42.915958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:58:43.296105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:44.212611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:44.724681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:58:45.594517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:09.945379 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1609b525-6678-4b3e-9f44-6e313b497f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:12.905660 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bfc70a8c-656a-4ec2-8200-f3d7961d26bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:13.310241 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:14.218908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:14.728740 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:15.597789 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:19.915242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:59:24.103403 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-dcf35f35-5575-4217-b764-499452160c5b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0878606
Apr 19 18:59:24.218936 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-de76b5d8-c154-45d8-b212-61293612c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:24.220667 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-de76b5d8-c154-45d8-b212-61293612c591 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 1099 time: 0.0871158
Apr 19 18:59:24.398990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-ae49ae33-43e1-4178-894a-9b4a7f0b8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:24.400552 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-ae49ae33-43e1-4178-894a-9b4a7f0b8dde service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.1541922
Apr 19 18:59:24.531704 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-4f15cee1-0d9d-4fb7-a438-73fc9311041d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be50ecba-3bf1-4643-b126-65577b7630d1 HTTP/1.1" status: 200  len: 1001 time: 0.1227272
Apr 19 18:59:24.610413 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-55b85694-62f5-469b-913d-9f8b6dbc39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:24.612110 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-55b85694-62f5-469b-913d-9f8b6dbc39cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.0737345
Apr 19 18:59:24.708977 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-e095d60c-f156-45c2-9766-59ff7cbae38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:24.711952 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-e095d60c-f156-45c2-9766-59ff7cbae38c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0921228
Apr 19 18:59:24.870334 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-84f25fca-0fa9-4a64-b2e8-6701091f55ce service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514025
Apr 19 18:59:25.032012 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3cc4920c-86bb-4165-bf66-2d8ffc6fce45 req-c7d1de9f-73fd-459c-938c-b49dd8b69ab2 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534812
Apr 19 18:59:37.212415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b69fc-8922-4c4e-a224-5a68d9b53048 req-50fc024a-0985-4045-a2e0-12165c45265c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:37.214102 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f47b69fc-8922-4c4e-a224-5a68d9b53048 req-50fc024a-0985-4045-a2e0-12165c45265c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1153932
Apr 19 18:59:37.267272 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f47b69fc-8922-4c4e-a224-5a68d9b53048 req-f998bed7-7fa9-4a61-b655-9f747bcd31ed tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456333
Apr 19 18:59:38.479986 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ad431-0e94-4dde-a4d3-b39bbc621373 req-8fc6ccdb-eeba-4e15-9fe1-1889fd196a80 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:38.481672 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e38ad431-0e94-4dde-a4d3-b39bbc621373 req-8fc6ccdb-eeba-4e15-9fe1-1889fd196a80 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.0954428
Apr 19 18:59:38.534681 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e38ad431-0e94-4dde-a4d3-b39bbc621373 req-9f48f1af-0627-4dc2-997c-5350b7c41355 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463519
Apr 19 18:59:39.755653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfe487-73b7-4a0d-953d-062f65d2bd4f req-9fe2055e-c1e9-4371-8227-311630f02751 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:39.757390 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bfdfe487-73b7-4a0d-953d-062f65d2bd4f req-9fe2055e-c1e9-4371-8227-311630f02751 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1012959
Apr 19 18:59:39.812476 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bfdfe487-73b7-4a0d-953d-062f65d2bd4f req-6d4e1695-eafc-43c8-a061-6ec523801a56 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473874
Apr 19 18:59:39.948120 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-75c606b5-81c2-41d0-9b32-fc3d19135cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:41.039682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63060694-e03f-4e7e-80c8-add255b88df5 req-177029b9-ed4f-4b08-b81b-209dbf75e9ea tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:41.041356 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-63060694-e03f-4e7e-80c8-add255b88df5 req-177029b9-ed4f-4b08-b81b-209dbf75e9ea tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.0975614
Apr 19 18:59:41.098156 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-63060694-e03f-4e7e-80c8-add255b88df5 req-51d9beaf-b336-4e20-b8d9-545979f3ebf8 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488818
Apr 19 18:59:41.318078 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-9cc4187b-feac-4724-b160-86070cb93ad5 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136802574&fields=id&tenant_id=eb521e79fead4cb2a39a3cefbc731695 HTTP/1.1" status: 200  len: 267 time: 0.0492988
Apr 19 18:59:41.486468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-20e3beee-574e-4c68-810e-7f3c8f4dfbf6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:41.488085 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-20e3beee-574e-4c68-810e-7f3c8f4dfbf6 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 812 time: 0.1627145
Apr 19 18:59:41.505558 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-3839d93c-2fca-482f-a2f1-0f181f87bda7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/quotas/eb521e79fead4cb2a39a3cefbc731695 HTTP/1.1" status: 200  len: 375 time: 0.0109499
Apr 19 18:59:41.687216 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-cd2df20a-5418-43bc-aed7-516805d6f371 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1738906
Apr 19 18:59:41.852474 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-f5edb81c-7454-4368-ab6f-8be5763ba192 service neutron] 10.222.0.41 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519799
Apr 19 18:59:42.005165 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-ffb308ac-caa6-4164-b79b-b3b4c4701207 service neutron] 10.222.0.41 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449270
Apr 19 18:59:42.320959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be765932-0205-4cef-b4f7-94fe9410d7b2 req-f73335bb-6c02-480f-a5ff-0a1a47bebb16 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:42.322689 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be765932-0205-4cef-b4f7-94fe9410d7b2 req-f73335bb-6c02-480f-a5ff-0a1a47bebb16 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1003513
Apr 19 18:59:42.381412 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-be765932-0205-4cef-b4f7-94fe9410d7b2 req-e48d3d9b-4c24-441d-be6d-d6bcf8159fda tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465617
Apr 19 18:59:42.911211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-94ccdbe4-abea-43a0-a0fa-222376203fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:43.307209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:43.493204 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-63fd0d1a-7168-44eb-8988-37f741c00f9b req-18702cc1-2a48-43b3-8347-640d6f84f891 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 210 time: 0.0524907
Apr 19 18:59:43.684284 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112f1ee-d71c-4187-8153-0cc00c69e6a8 req-76434b5f-824f-4528-b90f-7fa1cd2d8a54 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:43.685929 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1112f1ee-d71c-4187-8153-0cc00c69e6a8 req-76434b5f-824f-4528-b90f-7fa1cd2d8a54 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1240067
Apr 19 18:59:43.745483 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1112f1ee-d71c-4187-8153-0cc00c69e6a8 req-de2409f7-b33f-4f96-8d46-59a2d1279352 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518296
Apr 19 18:59:44.220279 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:44.749407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:44.859510 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f20896fe-f61f-4ada-9ffc-41520230e24a req-845ee911-84e2-4566-9a39-00b8a15f8a34 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 210 time: 0.1471946
Apr 19 18:59:45.035023 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-3ce2dae6-bd23-4627-af77-3f7cd53c399a tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:45.037895 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-3ce2dae6-bd23-4627-af77-3f7cd53c399a tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 812 time: 0.3609731
Apr 19 18:59:45.201939 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a51864-8d63-4196-8152-689fe5049466 req-e651c7a9-dd36-4df8-b72d-30ec207298fa tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:45.205699 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e3a51864-8d63-4196-8152-689fe5049466 req-e651c7a9-dd36-4df8-b72d-30ec207298fa tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.3056176
Apr 19 18:59:45.281134 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-85b8a0fb-ad7b-4c4b-91ea-97184d31f2c2 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb521e79fead4cb2a39a3cefbc731695 HTTP/1.1" status: 200  len: 8061 time: 0.2314966
Apr 19 18:59:45.298045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'port': {'device_id': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'admin_state_up': True, 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'security_groups': ['494034da-be6f-4104-ace6-f080efdb76cf']}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:59:45.440690 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e3a51864-8d63-4196-8152-689fe5049466 req-73ed9835-f23d-4644-8c79-c6c884d9bb2c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2108970
Apr 19 18:59:45.510361 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:59:45.524065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:59:45.535022 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Made reservation on behalf of eb521e79fead4cb2a39a3cefbc731695 for: {'port': 1} {{(pid=86308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:59:45.541297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:45.739138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:45.774850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Allocated IP 172.20.0.7 (308c5962-a460-479b-aaec-ff71d96a0323/396bfe2f-c9b8-460b-9d2b-cd33b631b36c/133c74a3-7a11-4bc5-8163-1aaee3ebee50) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:59:46.160246 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-0d06749b-cd6f-45bb-ad83-0f5cf7580221 req-931e0d0c-c074-4bc2-a1d1-295677d54b88 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 210 time: 0.0683413
Apr 19 18:59:46.168928 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:46.190190 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Transition to ACTIVE for port object 133c74a3-7a11-4bc5-8163-1aaee3ebee50 will not be triggered until provisioned by entity DHCP. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:59:46.219439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:46.226636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ab7171e1-6013-46d5-9266-4ccc41da51a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:59:46.308062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Network 308c5962-a460-479b-aaec-ff71d96a0323 is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:59:46.311679 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:59:46.316291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:59:46.351193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'Port': ['ID=133c74a3-7a11-4bc5-8163-1aaee3ebee50,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:59:46.370186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.370611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.371047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.371457 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.371870 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.372278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.372695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.373105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.373513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.374467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.374902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.375282 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:46.381738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:59:46.408775 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:46.409813 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:46.439235 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1496420
Apr 19 18:59:46.455450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Request body: {'port': {'device_id': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:59:46.576742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-54dbcafb-1be9-4838-9bf3-05bf2a51adac None None] Provisioning for port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 completed by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:59:46.586801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-54dbcafb-1be9-4838-9bf3-05bf2a51adac None None] Provisioning complete for port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 triggered by entity DHCP. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:59:46.587561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-54dbcafb-1be9-4838-9bf3-05bf2a51adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:46.668189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:46.687637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-54dbcafb-1be9-4838-9bf3-05bf2a51adac None None] Port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 cannot update to ACTIVE because it is not bound. {{(pid=86310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:59:47.044586 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573beb9-adb3-4871-8bed-c1048a708eac req-24379d0d-899d-425d-b0f3-4e42785f1d6e tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:47.046249 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6573beb9-adb3-4871-8bed-c1048a708eac req-24379d0d-899d-425d-b0f3-4e42785f1d6e tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.4392343
Apr 19 18:59:47.164962 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6573beb9-adb3-4871-8bed-c1048a708eac req-4ffa9c9f-7ed1-4ba8-9db9-fc3e1b6a331f tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763984
Apr 19 18:59:47.459077 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-9ba3ebc4-df99-486f-a50a-e69543225da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:47.460734 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-9ba3ebc4-df99-486f-a50a-e69543225da6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=489b7cde5dab4666b1f0eff7127ac15c&device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1099 time: 0.2792313
Apr 19 18:59:47.535938 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4aed0-c1b2-4475-90f0-07b75810dbd6 req-5485a37a-920e-4e92-b519-d230766d96ec tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:47.536762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-59a4aed0-c1b2-4475-90f0-07b75810dbd6 req-5485a37a-920e-4e92-b519-d230766d96ec tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Synchronizing usage tracker for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:59:47.682837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133c74a3-7a11-4bc5-8163-1aaee3ebee50 {{(pid=86308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:59:47.690274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-59a4aed0-c1b2-4475-90f0-07b75810dbd6 req-5485a37a-920e-4e92-b519-d230766d96ec tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Unset dirty status for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:59:47.691613 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-59a4aed0-c1b2-4475-90f0-07b75810dbd6 req-5485a37a-920e-4e92-b519-d230766d96ec tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 931 time: 0.3835123
Apr 19 18:59:47.708602 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:47.779598 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Transition to ACTIVE for port object 133c74a3-7a11-4bc5-8163-1aaee3ebee50 will not be triggered until provisioned by entity L2. {{(pid=86308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:59:47.784259 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-870b4697-5a6c-4446-8ddf-1429a49a8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:47.785907 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-870b4697-5a6c-4446-8ddf-1429a49a8083 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 HTTP/1.1" status: 200  len: 910 time: 0.3180809
Apr 19 18:59:47.790161 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:47.799987 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-28823751-d1c8-437c-b69d-625d7ca72083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:59:47.917199 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-59a4aed0-c1b2-4475-90f0-07b75810dbd6 req-cdda57fa-cc87-413a-aaf9-06a5e2760a9e tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2135165
Apr 19 18:59:48.047249 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Pushing event updated for resources: {'Port': ['ID=133c74a3-7a11-4bc5-8163-1aaee3ebee50,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:59:48.055491 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:59:48.111338 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-5a9a3501-ec7c-46dd-9c6f-158e2ee8b420 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718513f-de9f-4177-b0aa-0eb3b682564c HTTP/1.1" status: 200  len: 1001 time: 0.3155684
Apr 19 18:59:48.250449 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-bfaa0768-cb67-41ab-b5a9-3a72376e53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:48.252119 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-bfaa0768-cb67-41ab-b5a9-3a72376e53f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7993d46c-53c6-48f2-9393-cf9897544ccc HTTP/1.1" status: 200  len: 848 time: 0.1109602
Apr 19 18:59:48.261848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Attempting to bind port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:59:48.262213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Attempting to bind port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:59:48.262618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Attempting to bind port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 on network 308c5962-a460-479b-aaec-ff71d96a0323 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:59:48.318193 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 on network 308c5962-a460-479b-aaec-ff71d96a0323 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:59:48.318505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Attempting to bind port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 on network 308c5962-a460-479b-aaec-ff71d96a0323 {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:59:48.366835 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Checking agent: {'id': 'cd672c36-fa80-4385-a55d-26604f827fc1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'started_at': datetime.datetime(2021, 4, 19, 18, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:59:48.367221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Checking segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:59:48.367659 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Bound using segment: {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'} {{(pid=86308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:59:48.368159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Bound port: 133c74a3-7a11-4bc5-8163-1aaee3ebee50, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311a3077-d526-422e-92ad-f463aa2e677f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323'}}] {{(pid=86308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:59:48.368548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:48.540188 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-2b890d9d-2d0d-45a3-87e6-3b4bd5c6dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:48.541877 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-2b890d9d-2d0d-45a3-87e6-3b4bd5c6dad2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2814631
Apr 19 18:59:48.548811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] For port 133c74a3-7a11-4bc5-8163-1aaee3ebee50, host hv-cinder-78692, cleared binding levels {{(pid=86308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:59:48.555898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] For port 133c74a3-7a11-4bc5-8163-1aaee3ebee50, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=133c74a3-7a11-4bc5-8163-1aaee3ebee50,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:59:48.590439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6890-ebc8-40fa-a2ae-393792b2ff9d req-fdb4f940-96ed-44b8-82fc-c8e559ae6b77 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:48.592130 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9f7f6890-ebc8-40fa-a2ae-393792b2ff9d req-fdb4f940-96ed-44b8-82fc-c8e559ae6b77 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.2705925
Apr 19 18:59:48.606153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:48.616603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ddf6550a-3a99-4d4b-984f-972388af186c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:59:48.770059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:48.770779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:48.772317 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] 10.222.0.62 "PUT /v2.0/ports/133c74a3-7a11-4bc5-8163-1aaee3ebee50 HTTP/1.1" status: 200  len: 1093 time: 2.3246598
Apr 19 18:59:48.772905 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'tag': '133c74a3-7a11-4bc5-8163-1aaee3ebee50'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:59:48.828667 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-9f7f6890-ebc8-40fa-a2ae-393792b2ff9d req-9fee9ca3-dfdb-4d16-97b3-a481fa1e9e90 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2141905
Apr 19 18:59:48.883151 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Pushing event updated for resources: {'Port': ['ID=133c74a3-7a11-4bc5-8163-1aaee3ebee50,revision_number=3']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:59:48.902630 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'tag': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'status': 'completed', 'code': 200}
Apr 19 18:59:48.903706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d10123ca-01e3-4b53-85f7-ed508b56c438 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:59:48.916262 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-93f33fb7-5e0f-4540-a301-80d5aad33954 service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3628111
Apr 19 18:59:49.064006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-7bf0e8cf-42b4-419f-8bfe-f8e5e699333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:49.065596 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-7bf0e8cf-42b4-419f-8bfe-f8e5e699333f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 1096 time: 0.2299023
Apr 19 18:59:49.215275 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-672869da-0294-4e47-82e0-c00f41544aff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=133c74a3-7a11-4bc5-8163-1aaee3ebee50 HTTP/1.1" status: 200  len: 217 time: 0.1395035
Apr 19 18:59:49.263175 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7e8a7c2f-a0a8-479d-be5c-784cdf9d610f req-f373c731-d4b7-4f5b-8a3f-92e5f25926ff service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3392489
Apr 19 18:59:49.317198 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-6d2b3d82-67dd-462f-890c-9814d72da2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:49.318825 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-6d2b3d82-67dd-462f-890c-9814d72da2bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.0954769
Apr 19 18:59:49.381878 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2b60f-04a9-48ef-836c-05c18221e3b5 req-9b11e499-bc60-49d3-8068-bc66abf4d1d8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:49.383635 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-01d2b60f-04a9-48ef-836c-05c18221e3b5 req-9b11e499-bc60-49d3-8068-bc66abf4d1d8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 943 time: 0.2485788
Apr 19 18:59:49.455719 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-01d2b60f-04a9-48ef-836c-05c18221e3b5 req-4118874b-04bc-4f77-8bd2-873b539e6db3 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626004
Apr 19 18:59:49.468330 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-07ecae47-65a6-4047-af43-0086f688a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:49.470484 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-07ecae47-65a6-4047-af43-0086f688a89a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1431363
Apr 19 18:59:49.875797 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-164c82a8-8907-442e-b41a-fcc1d1478e26 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3970096
Apr 19 18:59:50.098174 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-7d5e5f24-bf39-4a7e-a040-d4b35458a4d3 req-28b79a43-d3a4-4c02-a0b3-d462fb4e083e service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2155602
Apr 19 18:59:50.127432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2922f-7ee2-4894-9da1-db8e6c7b35f9 req-56ca8a18-825e-4800-aeb9-0bb9c36a3a33 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:50.130570 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bfa2922f-7ee2-4894-9da1-db8e6c7b35f9 req-56ca8a18-825e-4800-aeb9-0bb9c36a3a33 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1429694
Apr 19 18:59:50.240474 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bfa2922f-7ee2-4894-9da1-db8e6c7b35f9 req-c623b120-0682-4eaa-94bb-324265199475 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0991800
Apr 19 18:59:50.272579 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-e8f0c586-d1ba-4123-9e42-1eb16c8d4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:50.274293 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-e8f0c586-d1ba-4123-9e42-1eb16c8d4480 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 1096 time: 0.1154237
Apr 19 18:59:50.459537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-4c552971-c2ef-46b4-b84e-1a9590ef6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:50.461185 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-4c552971-c2ef-46b4-b84e-1a9590ef6746 service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.1792135
Apr 19 18:59:50.550061 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-9522607f-1682-4f3a-9b47-b50ad51d6949 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=133c74a3-7a11-4bc5-8163-1aaee3ebee50 HTTP/1.1" status: 200  len: 217 time: 0.0785339
Apr 19 18:59:50.714256 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-99f5475b-496e-4d5b-9fea-cf28221e9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:50.715903 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-99f5475b-496e-4d5b-9fea-cf28221e9575 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.1515279
Apr 19 18:59:50.806180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e87251-dfb7-4748-a8f2-baf2f6031bc3 req-375f091d-c8bc-412f-bc6e-a57b61725414 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:50.807981 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-08e87251-dfb7-4748-a8f2-baf2f6031bc3 req-375f091d-c8bc-412f-bc6e-a57b61725414 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 943 time: 0.1905837
Apr 19 18:59:50.881434 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-64de2175-f1d4-4290-beb1-ec62ba06eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:50.883118 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-64de2175-f1d4-4290-beb1-ec62ba06eada service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1545558
Apr 19 18:59:50.888831 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-08e87251-dfb7-4748-a8f2-baf2f6031bc3 req-966e7bae-fac9-4eeb-9260-f17cd82cceb3 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681100
Apr 19 18:59:51.055907 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-161c82e0-841d-4042-9b2d-f168e0549bd1 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645105
Apr 19 18:59:51.246650 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e7544527-e95b-48e1-b0ac-c8154fecad92 req-26de6e0d-932f-410d-b3b9-9e487e2ad79d service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830184
Apr 19 18:59:51.467988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b04b0a-2986-4c0d-91d7-03486d46cd18 req-834e5dfe-a85f-41dd-8da9-f6f7592e1893 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:51.470268 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b3b04b0a-2986-4c0d-91d7-03486d46cd18 req-834e5dfe-a85f-41dd-8da9-f6f7592e1893 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1029956
Apr 19 18:59:51.528501 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-b3b04b0a-2986-4c0d-91d7-03486d46cd18 req-16b2487c-e433-44d2-bdd5-c215cd01f0a9 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502980
Apr 19 18:59:52.146255 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21909f75-50b4-4520-8c0d-69e66b9af3e1 req-253bc4fd-8474-4d28-9fde-130cb82993fc tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:52.148514 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-21909f75-50b4-4520-8c0d-69e66b9af3e1 req-253bc4fd-8474-4d28-9fde-130cb82993fc tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 943 time: 0.1150892
Apr 19 18:59:52.207243 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-21909f75-50b4-4520-8c0d-69e66b9af3e1 req-7d19d27d-7ce3-4330-a58d-d4e5505a140e tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479076
Apr 19 18:59:52.783820 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6503-44ae-4ca8-8755-aa1485a31064 req-56134ac3-9801-47af-bfa1-95d5b18a201a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:52.785488 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bf5f6503-44ae-4ca8-8755-aa1485a31064 req-56134ac3-9801-47af-bfa1-95d5b18a201a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.0945377
Apr 19 18:59:52.841376 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-bf5f6503-44ae-4ca8-8755-aa1485a31064 req-1a0eb84c-1884-43ef-8bd0-85c8b7505549 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483532
Apr 19 18:59:53.315059 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63404064-17c0-4596-aaad-cb77ae137074 req-b7c9ca0e-4f5b-429b-ae42-26c122b40016 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:53.317267 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-63404064-17c0-4596-aaad-cb77ae137074 req-b7c9ca0e-4f5b-429b-ae42-26c122b40016 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1068685
Apr 19 18:59:53.336754 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52634) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:59:53.430247 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-63404064-17c0-4596-aaad-cb77ae137074 req-cca0af2e-9328-48ac-9031-d643c068277a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005619
Apr 19 18:59:53.472542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f64db8-96a4-4d46-adde-1f83628fc0fd req-7311694f-4db7-434d-afbe-48b233ea24f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:53.474251 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-38f64db8-96a4-4d46-adde-1f83628fc0fd req-7311694f-4db7-434d-afbe-48b233ea24f1 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 943 time: 0.1268554
Apr 19 18:59:53.484361 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-a1d928f1-ea98-4cf6-b7ea-ae952122a58a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1461525
Apr 19 18:59:53.539981 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-38f64db8-96a4-4d46-adde-1f83628fc0fd req-b12365ef-12df-4561-83cd-3c823024978f tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579302
Apr 19 18:59:54.417583 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 9718513f-de9f-4177-b0aa-0eb3b682564c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:59:54.555507 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:54.613430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:59:54.624978 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 9718513f-de9f-4177-b0aa-0eb3b682564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9718513f-de9f-4177-b0aa-0eb3b682564c,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:59:54.634607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:54.637819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-39cf7de9-d5f9-48db-812f-da04d6a78bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:59:54.753909 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=9718513f-de9f-4177-b0aa-0eb3b682564c,revision_number=6']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:59:54.766144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.766779 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.767297 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.767806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.768592 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.769314 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.769828 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.770339 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.771174 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.771836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.772416 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.772916 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:59:54.778382 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:59:54.779473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed97cb7-80ba-4bef-a8ff-436690513239 req-9e6cbd82-096a-485c-8677-afc9e078e27b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:54.784624 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ed97cb7-80ba-4bef-a8ff-436690513239 req-9e6cbd82-096a-485c-8677-afc9e078e27b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.2186744
Apr 19 18:59:54.866270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e46f3-bc58-4cd6-b5a6-8e7395a1791c req-8dcbbc88-237d-4206-82e8-e14a71d9af3e tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:54.868366 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5d7e46f3-bc58-4cd6-b5a6-8e7395a1791c req-8dcbbc88-237d-4206-82e8-e14a71d9af3e tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 943 time: 0.1713967
Apr 19 18:59:54.874910 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3ed97cb7-80ba-4bef-a8ff-436690513239 req-b6748f9c-14ab-4152-a7bc-8361b1e82640 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749907
Apr 19 18:59:54.952872 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5d7e46f3-bc58-4cd6-b5a6-8e7395a1791c req-b54ca28f-6f92-4e7c-b91c-6ac0380350f3 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730541
Apr 19 18:59:54.979463 dv-cinder-786929-1-iscsi neutron-server[86194]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'code': 422} returned with failed status
Apr 19 18:59:55.041997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-b428fbe0-8359-47f5-adc2-e628ab0fde14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:55.043665 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-b428fbe0-8359-47f5-adc2-e628ab0fde14 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb&tenant_id=489b7cde5dab4666b1f0eff7127ac15c HTTP/1.1" status: 200  len: 1097 time: 0.0873959
Apr 19 18:59:55.154098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-2525b33a-0449-4bd4-ba5c-789044049542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:55.156396 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-2525b33a-0449-4bd4-ba5c-789044049542 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=489b7cde5dab4666b1f0eff7127ac15c&device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1097 time: 0.0882988
Apr 19 18:59:55.324000 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-06696360-f7d8-455a-b21b-41bb27b99475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:55.325597 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-06696360-f7d8-455a-b21b-41bb27b99475 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 HTTP/1.1" status: 200  len: 910 time: 0.1615953
Apr 19 18:59:55.442699 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-6685713b-fcaf-41a8-9495-b786e52b8fc6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718513f-de9f-4177-b0aa-0eb3b682564c HTTP/1.1" status: 200  len: 999 time: 0.1104417
Apr 19 18:59:55.523597 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-b1df4dc0-2970-42bf-bc6c-37bcdda6dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:55.525234 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-b1df4dc0-2970-42bf-bc6c-37bcdda6dd5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7993d46c-53c6-48f2-9393-cf9897544ccc HTTP/1.1" status: 200  len: 848 time: 0.0714622
Apr 19 18:59:55.645364 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-f3c69cda-15d5-4e9e-b0ca-98f0067bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:55.648014 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-f3c69cda-15d5-4e9e-b0ca-98f0067bdf68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1137660
Apr 19 18:59:55.815099 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-88edf97d-6201-459f-b108-a104646e082e service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556613
Apr 19 18:59:56.017072 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c2b387d6-7a07-491d-be2a-ecc13f93b9d6 req-c501aa9b-397e-4044-8775-f821ca02b3eb service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935275
Apr 19 18:59:56.209188 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dbd52-2871-4698-a81c-6e211253bad1 req-4f8eb6a4-8f93-4c1f-ae91-dd14dfa6b64c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:56.210949 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-614dbd52-2871-4698-a81c-6e211253bad1 req-4f8eb6a4-8f93-4c1f-ae91-dd14dfa6b64c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.1814854
Apr 19 18:59:56.290700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f600cfd-4b8e-446e-9a8d-57fddf0ede5f req-2ad45c5d-d035-4686-bc2c-a1072797bd5f tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:56.292453 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1f600cfd-4b8e-446e-9a8d-57fddf0ede5f req-2ad45c5d-d035-4686-bc2c-a1072797bd5f tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 943 time: 0.1684999
Apr 19 18:59:56.297189 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-614dbd52-2871-4698-a81c-6e211253bad1 req-d7c4ef3c-aff2-49bd-8c5c-82e0bc22bf8b tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741773
Apr 19 18:59:56.352234 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1f600cfd-4b8e-446e-9a8d-57fddf0ede5f req-14e5d2a0-2d82-4fe9-bbbf-2504ed4fb317 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514898
Apr 19 18:59:56.917316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:59:57.611651 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff694-b468-44a7-8ac7-e2dd2d811271 req-cc510631-e5cc-4c02-af83-2e5bbbe07d65 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:57.613351 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-df4ff694-b468-44a7-8ac7-e2dd2d811271 req-cc510631-e5cc-4c02-af83-2e5bbbe07d65 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.1734753
Apr 19 18:59:57.621937 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7834e32-68a4-4a00-aaea-a58f38e5ad5d req-a6f8f740-2537-47e8-85ae-0ad0984328cb tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:57.623588 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f7834e32-68a4-4a00-aaea-a58f38e5ad5d req-a6f8f740-2537-47e8-85ae-0ad0984328cb tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 943 time: 0.1371746
Apr 19 18:59:57.700021 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-df4ff694-b468-44a7-8ac7-e2dd2d811271 req-91b95dd4-afc6-4c11-b0c6-fbc491c6b59a tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750592
Apr 19 18:59:57.709648 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f7834e32-68a4-4a00-aaea-a58f38e5ad5d req-d46db10f-bdcc-4a96-83f8-299a34307e97 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687459
Apr 19 18:59:58.443613 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 133c74a3-7a11-4bc5-8163-1aaee3ebee50 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:59:58.831672 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 133c74a3-7a11-4bc5-8163-1aaee3ebee50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=133c74a3-7a11-4bc5-8163-1aaee3ebee50,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:59:58.859236 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'port_id': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'mac_address': 'fa:16:3e:ba:ee:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:59:58.975958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:59.000175 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133c74a3-7a11-4bc5-8163-1aaee3ebee50 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:59:59.031011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 133c74a3-7a11-4bc5-8163-1aaee3ebee50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=133c74a3-7a11-4bc5-8163-1aaee3ebee50,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:59:59.035829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:59:59.039938 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:59:59.064039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb1b84-ff1b-4c0d-8440-28c21c66a4b9 req-42da62d2-1355-4e8b-930d-ec8a07541142 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:59.065796 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3fb1b84-ff1b-4c0d-8440-28c21c66a4b9 req-42da62d2-1355-4e8b-930d-ec8a07541142 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 943 time: 0.1980703
Apr 19 18:59:59.079021 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1558309-0c29-44a2-bb5d-793aaf74320a req-0fc01139-6cf6-46d8-bf1d-a507439ff0a2 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:59:59.080723 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d1558309-0c29-44a2-bb5d-793aaf74320a req-0fc01139-6cf6-46d8-bf1d-a507439ff0a2 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.1579607
Apr 19 18:59:59.135266 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=133c74a3-7a11-4bc5-8163-1aaee3ebee50,revision_number=4']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:59:59.142222 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:59:59.160508 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f3fb1b84-ff1b-4c0d-8440-28c21c66a4b9 req-f2ca60e8-a2d7-4631-b011-8aac74dcd400 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786693
Apr 19 18:59:59.173265 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-d1558309-0c29-44a2-bb5d-793aaf74320a req-dec60afc-1204-44c5-9a0a-5e1c2db4f506 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739505
Apr 19 18:59:59.258458 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['133c74a3-7a11-4bc5-8163-1aaee3ebee50'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:00:00.447316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 133c74a3-7a11-4bc5-8163-1aaee3ebee50 up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:00:00.466425 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf945-2200-4f3e-afba-c72b600fc9c7 req-29ab38fc-8137-44fd-ba2d-34ce289ed8af tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:00.469104 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-becbf945-2200-4f3e-afba-c72b600fc9c7 req-29ab38fc-8137-44fd-ba2d-34ce289ed8af tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 944 time: 0.1718850
Apr 19 19:00:00.479300 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f9d9c-7a0b-45c5-94ad-de625cd075f4 req-23cd6a47-9899-40c2-82e8-406a4c054252 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:00.480986 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e29f9d9c-7a0b-45c5-94ad-de625cd075f4 req-23cd6a47-9899-40c2-82e8-406a4c054252 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.1417699
Apr 19 19:00:00.533075 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning for port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 completed by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 19:00:00.539131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:00:00.539562 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:00.566476 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-becbf945-2200-4f3e-afba-c72b600fc9c7 req-ea11e54d-a578-4bad-bf77-fa8218bae448 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842891
Apr 19 19:00:00.575077 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-e29f9d9c-7a0b-45c5-94ad-de625cd075f4 req-2ebb31ba-a5ad-403d-89f1-474cf70555ac tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764282
Apr 19 19:00:00.678690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:00.725553 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133c74a3-7a11-4bc5-8163-1aaee3ebee50'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:00:00.744028 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 133c74a3-7a11-4bc5-8163-1aaee3ebee50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=133c74a3-7a11-4bc5-8163-1aaee3ebee50,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:00:00.748668 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:00.752078 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:00:00.816619 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'code': 200}
Apr 19 19:00:00.880704 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=133c74a3-7a11-4bc5-8163-1aaee3ebee50,revision_number=5']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:00:00.884722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:00:01.128821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964dee8-dff4-45c4-abbb-096e9263fe18 req-ccda5c26-409b-4cf8-8738-ca7035a0820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:01.130734 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4964dee8-dff4-45c4-abbb-096e9263fe18 req-ccda5c26-409b-4cf8-8738-ca7035a0820b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 1098 time: 0.1019864
Apr 19 19:00:01.182425 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-4964dee8-dff4-45c4-abbb-096e9263fe18 req-4b64adf8-bf41-4f63-ab5f-046c9c642c91 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443778
Apr 19 19:00:02.136791 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8739d-6de2-48df-8498-1c6e8a47e49b req-50e63d3c-8c68-4811-8bbf-0b501beb3162 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:02.138448 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8ff8739d-6de2-48df-8498-1c6e8a47e49b req-50e63d3c-8c68-4811-8bbf-0b501beb3162 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 945 time: 0.4370458
Apr 19 19:00:02.154118 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af9bf8-557a-4720-afe8-6cde849b302b req-7f6ca90a-4470-41e4-b031-e000c1188f05 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:02.156506 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-30af9bf8-557a-4720-afe8-6cde849b302b req-7f6ca90a-4470-41e4-b031-e000c1188f05 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.4112525
Apr 19 19:00:02.244728 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8ff8739d-6de2-48df-8498-1c6e8a47e49b req-347cb097-e896-4661-b856-c0302402996d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870993
Apr 19 19:00:02.251848 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-30af9bf8-557a-4720-afe8-6cde849b302b req-98e220a2-ecf2-4e8a-8558-2a07dceaa60e tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772941
Apr 19 19:00:03.558029 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81766be6-5366-4559-b0f0-b9e92b10fb72 req-fcb445e0-bd2c-457e-a007-296bb1254036 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:03.559694 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81766be6-5366-4559-b0f0-b9e92b10fb72 req-fcb445e0-bd2c-457e-a007-296bb1254036 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 945 time: 0.1748929
Apr 19 19:00:03.570129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639f196-a034-4b3c-81fd-fb06990d61b6 req-9bab9a72-be6b-4939-ba22-460495951bd7 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:03.571843 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f639f196-a034-4b3c-81fd-fb06990d61b6 req-9bab9a72-be6b-4939-ba22-460495951bd7 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.1479979
Apr 19 19:00:03.651731 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-81766be6-5366-4559-b0f0-b9e92b10fb72 req-8db9f83f-20eb-413c-84ce-ed9b0b84c458 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787663
Apr 19 19:00:03.662615 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-f639f196-a034-4b3c-81fd-fb06990d61b6 req-bb80c877-d08d-4aa6-8ea3-4d0ea96c1c43 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743735
Apr 19 19:00:03.873743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23728a-3db6-45b6-810f-13e4ab3c9af0 req-e52ca9fa-afd3-4970-8dfa-6f68385ad57d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:03.876188 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3d23728a-3db6-45b6-810f-13e4ab3c9af0 req-e52ca9fa-afd3-4970-8dfa-6f68385ad57d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 945 time: 0.1010337
Apr 19 19:00:03.937719 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3d23728a-3db6-45b6-810f-13e4ab3c9af0 req-04e5cb57-18f1-4cd9-b4fd-105233c03d20 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542426
Apr 19 19:00:03.966471 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52680) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:00:04.052516 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ccacb-85f5-4aaf-ac6d-38b7678b83ae tempest-TestVolumeBootPattern-868243469 tempest-TestVolumeBootPattern-868243469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:04.054198 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b94ccacb-85f5-4aaf-ac6d-38b7678b83ae tempest-TestVolumeBootPattern-868243469 tempest-TestVolumeBootPattern-868243469-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 1093 time: 0.0864081
Apr 19 19:00:04.057543 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52684) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:00:04.066304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.v2.base [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Request body: {'floatingip': {'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'port_id': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 19:00:04.073237 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 19:00:04.078492 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Usage tracker for resource:floatingip and tenant:eb521e79fead4cb2a39a3cefbc731695 is out of sync, need to count used quota {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 19:00:04.081802 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 19:00:04.088366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.quota.driver [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 19:00:04.099594 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:04.263315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:04.433013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_common [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Allocated IP 172.27.3.212 (158f1d8e-de2f-48a7-aec4-ecc903b91d7a/9f5ee0e9-a50e-4392-906d-9e3a255f0035/9cb1d301-94a4-49a5-af14-8fbeea5fb32b) {{(pid=86308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 19:00:04.479558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 9718513f-de9f-4177-b0aa-0eb3b682564c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 19:00:04.642939 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for port, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:04.679988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302105682992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:04.685633 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-33bb2414-0ec8-4ac6-960e-fa24df5080ad tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:00:04.749949 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Network 158f1d8e-de2f-48a7-aec4-ecc903b91d7a is already hosted by enough agents. {{(pid=86308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 19:00:04.758999 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.base_scheduler [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Resources bound (agent type, host, resource id):  {{(pid=86308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 19:00:04.764042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Received port after_create {{(pid=86308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 19:00:04.765239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 9718513f-de9f-4177-b0aa-0eb3b682564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9718513f-de9f-4177-b0aa-0eb3b682564c,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:00:04.794239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Returning: {'device': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'port_id': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'mac_address': 'fa:16:3e:2c:60:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 19:00:04.815385 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'Port': ['ID=9cb1d301-94a4-49a5-af14-8fbeea5fb32b,revision_number=1']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:00:04.820407 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:00:04.931303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:04.967722 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9718513f-de9f-4177-b0aa-0eb3b682564c {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 19:00:05.000391 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 9718513f-de9f-4177-b0aa-0eb3b682564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9718513f-de9f-4177-b0aa-0eb3b682564c,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:00:05.004539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:05.007770 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:00:05.139226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=9718513f-de9f-4177-b0aa-0eb3b682564c,revision_number=7']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:00:05.145319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:00:05.197717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96995aa9-09a5-41d9-9b90-c621238938e5 req-0d31be40-cc00-4369-b5e6-78076ca637a3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:05.199526 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-96995aa9-09a5-41d9-9b90-c621238938e5 req-0d31be40-cc00-4369-b5e6-78076ca637a3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 944 time: 0.3243976
Apr 19 19:00:05.228840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] get_ports_and_sgs() called for port_ids ['9718513f-de9f-4177-b0aa-0eb3b682564c'] {{(pid=86310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 19:00:05.288525 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-96995aa9-09a5-41d9-9b90-c621238938e5 req-aa7be7f4-35bf-4378-b5de-d0de42d853da tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745964
Apr 19 19:00:05.391018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:05.493600 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:05.761466 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for port, precommit_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:05.766992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10155470'] for port, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:05.772737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-3755e2fd-cb88-4549-9160-614073537df9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:00:05.896018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event updated for resources: {'Port': ['ID=9cb1d301-94a4-49a5-af14-8fbeea5fb32b,revision_number=2']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:00:05.901313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:00:05.910081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850934357'] for floatingip, after_update {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:06.103493 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Floating IP 1d367883-12db-4a03-81c8-daf67c2198cd associated. External IP: 172.27.3.212, port: 133c74a3-7a11-4bc5-8163-1aaee3ebee50.
Apr 19 19:00:06.498117 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 9718513f-de9f-4177-b0aa-0eb3b682564c up at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 19:00:06.596296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.provisioning_blocks [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Provisioning complete for port 9718513f-de9f-4177-b0aa-0eb3b682564c triggered by entity L2. {{(pid=86310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 19:00:06.596817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-744950'] for port, provisioning_complete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:06.751842 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854172885'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:06.787305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:00:06.800477 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] For port 9718513f-de9f-4177-b0aa-0eb3b682564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9718513f-de9f-4177-b0aa-0eb3b682564c,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:00:06.805131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734749540808', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363302105682975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302105681404'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:06.809636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-17b9f1ec-8c8f-4938-9ce5-6f00261bafc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:00:06.871269 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:00:06.881138 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cee85-fe77-4cda-ab18-b90dad17bf27 req-4b77652e-3bf4-4c11-a6c4-c1f1de892f79 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:06.882887 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5f6cee85-fe77-4cda-ab18-b90dad17bf27 req-4b77652e-3bf4-4c11-a6c4-c1f1de892f79 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 945 time: 0.4331014
Apr 19 19:00:06.887204 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'code': 200}
Apr 19 19:00:06.934260 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Pushing event updated for resources: {'Port': ['ID=9718513f-de9f-4177-b0aa-0eb3b682564c,revision_number=8']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:00:06.940601 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:00:07.094337 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5f6cee85-fe77-4cda-ab18-b90dad17bf27 req-f16da3ba-121c-4197-b70c-8195c0cd531f tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2034030
Apr 19 19:00:07.271027 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:00:07.285496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] Sync routers for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:00:07.297960 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:00:07.298729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7907f978>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:59:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:00:07.324681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:07.394850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc064f-639b-4203-98e1-9ed49c9a96d2 req-6d9fca93-dd43-4e0e-badd-f8aed2f975f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:07.396390 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5efc064f-639b-4203-98e1-9ed49c9a96d2 req-6d9fca93-dd43-4e0e-badd-f8aed2f975f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1099 time: 0.2515802
Apr 19 19:00:07.423639 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3643990
Apr 19 19:00:07.428474 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'tag': '133c74a3-7a11-4bc5-8163-1aaee3ebee50'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:00:07.471854 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5efc064f-639b-4203-98e1-9ed49c9a96d2 req-24709c35-a04a-4a32-8a9a-e982a208c695 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664978
Apr 19 19:00:07.517966 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:00:07.545870 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'tag': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'status': 'completed', 'code': 200}
Apr 19 19:00:07.683688 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-4a59161b-d03f-43d7-823f-21d945934e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:07.685248 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-4a59161b-d03f-43d7-823f-21d945934e0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 1098 time: 0.0955479
Apr 19 19:00:07.867941 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-9b4c9801-33f4-4a76-9f63-6d962bba9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:07.870807 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-9b4c9801-33f4-4a76-9f63-6d962bba9f4e service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.1767583
Apr 19 19:00:07.996628 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-14ccb466-78ec-4cc5-9147-438927352378 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=133c74a3-7a11-4bc5-8163-1aaee3ebee50 HTTP/1.1" status: 200  len: 999 time: 0.1159713
Apr 19 19:00:08.018499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7907f978>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '1d367883-12db-4a03-81c8-daf67c2198cd', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:ba:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:00:05Z', 'updated_at': '2021-04-19T19:00:05Z', 'revision_number': 0, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}, {'id': '8372b974-c6b5-432e-b969-e24504924c23', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:c7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:49Z', 'updated_at': '2021-04-19T18:57:53Z', 'revision_number': 1, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:00:08.025728 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] Checking router: f0c88d97-ccb5-4253-a63d-7ed6a5ec907f for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:00:08.043743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:00:08.044852 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7907f978>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T18:59:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:00:08.077524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-2061f4d4-4fc9-480e-bf61-13431813ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:08.079423 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-2061f4d4-4fc9-480e-bf61-13431813ca7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.0698755
Apr 19 19:00:08.235794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-b3f986c7-4710-4219-aff7-989030aa9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:08.239320 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-b3f986c7-4710-4219-aff7-989030aa9ee8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1527178
Apr 19 19:00:08.441811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:00:08.541096 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-5d83687a-b04d-4682-9c06-388ee74c73f0 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2932799
Apr 19 19:00:08.555060 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ce30f-2b2f-4eba-9736-27fee9b8dd92 req-afd2decb-b44f-4864-92b4-2b89659876c5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:08.556788 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5e6ce30f-2b2f-4eba-9736-27fee9b8dd92 req-afd2decb-b44f-4864-92b4-2b89659876c5 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.2212105
Apr 19 19:00:08.727037 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5e6ce30f-2b2f-4eba-9736-27fee9b8dd92 req-23b36b56-b3a0-4413-9bae-16f411e194ca tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1430423
Apr 19 19:00:08.768281 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-c9bec2b5-97b2-4c99-8266-ed9bba35b817 req-aed4a97b-4327-4d9f-9678-dcc9e4e04c16 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2103899
Apr 19 19:00:08.992178 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7907f978>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '1d367883-12db-4a03-81c8-daf67c2198cd', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:ba:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:00:05Z', 'updated_at': '2021-04-19T19:00:05Z', 'revision_number': 0, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}, {'id': '8372b974-c6b5-432e-b969-e24504924c23', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:c7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:49Z', 'updated_at': '2021-04-19T18:57:53Z', 'revision_number': 1, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:00:08.997189 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9565a71-ef7b-4114-ad8e-069df11cc307 None None] The sync data for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi is: [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '1d367883-12db-4a03-81c8-daf67c2198cd', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.212', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:ba:ee:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T19:00:05Z', 'updated_at': '2021-04-19T19:00:05Z', 'revision_number': 0, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}, {'id': '8372b974-c6b5-432e-b969-e24504924c23', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:c7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:49Z', 'updated_at': '2021-04-19T18:57:53Z', 'revision_number': 1, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:00:09.317446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36529ef1-03fe-48ef-981c-28fcd66b65e6 None None] New status for floating IP 1d367883-12db-4a03-81c8-daf67c2198cd: ACTIVE {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:00:09.963006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3cfb7c19-a726-426c-a490-339bef8583e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:09.970575 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815be506-d6b6-4c76-b367-3c59fdae050d req-66298ba2-0166-4ba0-8746-0e09aa611c18 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:09.972317 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-815be506-d6b6-4c76-b367-3c59fdae050d req-66298ba2-0166-4ba0-8746-0e09aa611c18 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1032238
Apr 19 19:00:10.026639 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-815be506-d6b6-4c76-b367-3c59fdae050d req-82763642-ec62-4317-80cc-234da432d839 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472674
Apr 19 19:00:12.908446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c0cc7f47-9745-4da3-b447-de2d283b6b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:13.306275 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:14.215850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:14.746618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:15.605598 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:24.083379 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6260c724-2182-4544-b528-63db9e46299a req-644b1022-df87-40ac-9f02-d904f8de1cef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0878258
Apr 19 19:00:24.275961 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260c724-2182-4544-b528-63db9e46299a req-a12efaf0-8822-47b2-94a6-2009a1fc3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:24.277566 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6260c724-2182-4544-b528-63db9e46299a req-a12efaf0-8822-47b2-94a6-2009a1fc3974 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=489b7cde5dab4666b1f0eff7127ac15c&device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1099 time: 0.0918462
Apr 19 19:00:24.447997 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260c724-2182-4544-b528-63db9e46299a req-a75166b6-a4db-4419-87ad-0aef30ae145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:24.449491 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6260c724-2182-4544-b528-63db9e46299a req-a75166b6-a4db-4419-87ad-0aef30ae145f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 HTTP/1.1" status: 200  len: 910 time: 0.1473954
Apr 19 19:00:24.569674 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6260c724-2182-4544-b528-63db9e46299a req-8c411821-904a-49ac-9056-a6f9bd04718c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718513f-de9f-4177-b0aa-0eb3b682564c HTTP/1.1" status: 200  len: 1001 time: 0.1123066
Apr 19 19:00:24.644312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260c724-2182-4544-b528-63db9e46299a req-b6c32f18-4305-4f84-9376-68ac0e3a77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:24.645901 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6260c724-2182-4544-b528-63db9e46299a req-b6c32f18-4305-4f84-9376-68ac0e3a77d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7993d46c-53c6-48f2-9393-cf9897544ccc HTTP/1.1" status: 200  len: 848 time: 0.0679767
Apr 19 19:00:24.742629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260c724-2182-4544-b528-63db9e46299a req-efbe3806-565d-48ce-a4f9-1a660f66d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:00:24.744303 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6260c724-2182-4544-b528-63db9e46299a req-efbe3806-565d-48ce-a4f9-1a660f66d55e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909379
Apr 19 19:00:24.910737 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6260c724-2182-4544-b528-63db9e46299a req-70eb4a74-22ea-4cee-adfb-da49d2b81677 service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580272
Apr 19 19:00:25.068456 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-6260c724-2182-4544-b528-63db9e46299a req-9096e979-ec4e-4c97-8fe0-81cd840a1ca7 service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1501071
Apr 19 19:00:33.917065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:00:39.960661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7a121b3e-4eff-4339-9d72-9a7687b79d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:42.913111 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2309ad44-1e97-458c-a554-c3642a9981f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:43.307816 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:44.211804 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:44.742263 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:00:45.606465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:09.956499 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-62d08a24-d8c1-4449-b114-686bb4f01a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:10.916628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:01:12.918100 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-76c923ae-b77b-4199-aedf-b671395fe36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:13.311416 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:14.206922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:14.742585 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:15.608822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:23.642261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52730) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:23.868414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Deleting port 52f51956-795b-412b-9458-0d8a18077159 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:23.868798 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:24.074822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:24.075903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:24.215261 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Calling delete_port for 52f51956-795b-412b-9458-0d8a18077159 owned by network:floatingip {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:24.412470 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:24.419730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:24.478700 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event deleted for resources: {'Port': ['ID=52f51956-795b-412b-9458-0d8a18077159,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:24.532746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.533371 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.533807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.534226 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.534680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.535091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.535496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.535907 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.536318 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.536726 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.537129 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.537541 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:24.572293 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:24.615619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for floatingip, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:24.616003 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Floating IP 13293130-c01c-4f2c-9907-25891f24fcc5 disassociated (deleted). External IP: 172.27.3.31, port: 9718513f-de9f-4177-b0aa-0eb3b682564c.
Apr 19 19:01:25.356096 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Router 4589c144-a6c9-4f66-82f7-8d34a58209a9 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:01:25.627542 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:01:25.640326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] Sync routers for ids ['4589c144-a6c9-4f66-82f7-8d34a58209a9'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:01:25.652496 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] Routers {'4589c144-a6c9-4f66-82f7-8d34a58209a9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:01:25.654099 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:25.654314 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7834fac8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['4589c144-a6c9-4f66-82f7-8d34a58209a9'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:25.718978 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-fbf11568-532d-4df9-9aa7-e48f93993e0c tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "DELETE /v2.0/floatingips/13293130-c01c-4f2c-9907-25891f24fcc5 HTTP/1.1" status: 204  len: 168 time: 2.0750313
Apr 19 19:01:25.719706 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:01:25.775906 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'status': 'completed', 'code': 200}
Apr 19 19:01:25.982207 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-6ccc22cc-7cb1-4999-99d2-9ee01ba4dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:25.986271 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-6ccc22cc-7cb1-4999-99d2-9ee01ba4dcf1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=489b7cde5dab4666b1f0eff7127ac15c&device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 1099 time: 0.1876743
Apr 19 19:01:26.179662 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] Set router 4589c144-a6c9-4f66-82f7-8d34a58209a9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:01:26.228362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-ac09908a-b2a7-4b3a-9422-21b26ce93553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:26.230112 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-ac09908a-b2a7-4b3a-9422-21b26ce93553 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 HTTP/1.1" status: 200  len: 910 time: 0.2306430
Apr 19 19:01:26.313408 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-9dcac0bb-c0e1-4f89-892a-93903fd073f6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2710092
Apr 19 19:01:26.358858 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-30fcb901-6d3b-48b7-b3b5-99d3c4c3c6c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718513f-de9f-4177-b0aa-0eb3b682564c HTTP/1.1" status: 200  len: 217 time: 0.1186306
Apr 19 19:01:26.511432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-349b1eff-7a95-4b79-9f59-826a150d2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:26.513304 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-349b1eff-7a95-4b79-9f59-826a150d2146 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7993d46c-53c6-48f2-9393-cf9897544ccc HTTP/1.1" status: 200  len: 848 time: 0.1463199
Apr 19 19:01:26.607292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bb0da-7b09-4250-8a08-ef212af22bfd req-2e954e1e-60fd-412a-bb6b-099693f818e9 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:26.608090 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-8f1bb0da-7b09-4250-8a08-ef212af22bfd req-2e954e1e-60fd-412a-bb6b-099693f818e9 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Synchronizing usage tracker for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:01:26.617634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-06b0b8e3-b856-4b89-8ef0-25c0a0787e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:26.619323 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-06b0b8e3-b856-4b89-8ef0-25c0a0787e76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 1099 time: 0.2595158
Apr 19 19:01:26.683296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-8f1bb0da-7b09-4250-8a08-ef212af22bfd req-2e954e1e-60fd-412a-bb6b-099693f818e9 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Unset dirty status for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:01:26.685157 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8f1bb0da-7b09-4250-8a08-ef212af22bfd req-2e954e1e-60fd-412a-bb6b-099693f818e9 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.5984516
Apr 19 19:01:26.733930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7834fac8>, [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '172a797c-f992-4324-9e13-80c56dc65c8a', 'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'mac_address': 'fa:16:3e:ca:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:39Z', 'updated_at': '2021-04-19T18:56:49Z', 'revision_number': 5, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'subnets': [{'id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:26.744533 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] Checking router: 4589c144-a6c9-4f66-82f7-8d34a58209a9 for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:01:26.763871 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] Routers {'4589c144-a6c9-4f66-82f7-8d34a58209a9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:01:26.764078 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7834fac8>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['4589c144-a6c9-4f66-82f7-8d34a58209a9'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:26.779752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-b7b69627-7819-4e31-b1ca-b3a521346926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:26.781386 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-b7b69627-7819-4e31-b1ca-b3a521346926 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2556829
Apr 19 19:01:26.866181 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8f1bb0da-7b09-4250-8a08-ef212af22bfd req-e39c14fa-2b5a-4e6f-a2c6-d111a64e78d3 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1706944
Apr 19 19:01:26.947738 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-1413ff62-4c7c-41fb-9152-2fc04ba8ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:26.949394 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-1413ff62-4c7c-41fb-9152-2fc04ba8ae42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.3070884
Apr 19 19:01:27.076681 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-8d00282c-3579-49b7-9ce4-aca36ba3f7c0 service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2728989
Apr 19 19:01:27.089193 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-589c0178-9c01-4263-aff7-643a49e9465e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be50ecba-3bf1-4643-b126-65577b7630d1 HTTP/1.1" status: 200  len: 1001 time: 0.1304133
Apr 19 19:01:27.162386 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] Set router 4589c144-a6c9-4f66-82f7-8d34a58209a9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:01:27.297475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-50652082-1989-441e-b169-c0ec95ed3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:27.299162 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-50652082-1989-441e-b169-c0ec95ed3671 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.1857836
Apr 19 19:01:27.385842 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-3a75b92f-36c0-41cc-98f4-5a16499c6e69 req-da001c3f-f33e-4fb1-bce4-a7c196c575ab service neutron] 10.222.0.62 "GET /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2954755
Apr 19 19:01:27.421008 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-a44d351c-bd8d-478c-b26a-2d688002f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:27.422775 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-a44d351c-bd8d-478c-b26a-2d688002f1a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1164534
Apr 19 19:01:27.660216 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-725cb4aa-1d09-45d7-8276-ec74e42f1cab service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295434
Apr 19 19:01:27.708251 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e40805-fd63-4fe3-b705-e471a7271902 req-fe7f268e-c6fc-4767-940a-8fc6d2654e99 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:27.709972 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-36e40805-fd63-4fe3-b705-e471a7271902 req-fe7f268e-c6fc-4767-940a-8fc6d2654e99 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.1750956
Apr 19 19:01:27.807587 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7834fac8>, [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '172a797c-f992-4324-9e13-80c56dc65c8a', 'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'mac_address': 'fa:16:3e:ca:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:39Z', 'updated_at': '2021-04-19T18:56:49Z', 'revision_number': 5, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'subnets': [{'id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:27.814416 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f5c7d-0174-4a8e-a555-18d83835bf8f None None] The sync data for ids ['4589c144-a6c9-4f66-82f7-8d34a58209a9'] in dv-cinder-786929-1-iscsi is: [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T18:56:40Z', 'revision_number': 4, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '172a797c-f992-4324-9e13-80c56dc65c8a', 'name': '', 'network_id': '5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'mac_address': 'fa:16:3e:ca:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:39Z', 'updated_at': '2021-04-19T18:56:49Z', 'revision_number': 5, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'subnets': [{'id': '7993d46c-53c6-48f2-9393-cf9897544ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:01:28.248904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-36e40805-fd63-4fe3-b705-e471a7271902 req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Deleting port 9718513f-de9f-4177-b0aa-0eb3b682564c {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:28.249271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-36e40805-fd63-4fe3-b705-e471a7271902 req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:28.275403 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de7e397-3aa6-4634-9249-29a6fc36eb46 None None] New status for floating IP 13293130-c01c-4f2c-9907-25891f24fcc5: DOWN {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:01:28.349840 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-84127baf-3d43-4a11-aff2-4de6fe3a9e74 req-c1bff460-8b2d-4ee7-8f7b-e6187ff9ebbf service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6816049
Apr 19 19:01:28.445422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bec34-a06c-432d-833a-fceaf5618a15 req-d9b6555a-ceca-4562-acae-c7c10eb1510d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:28.447148 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-cd8bec34-a06c-432d-833a-fceaf5618a15 req-d9b6555a-ceca-4562-acae-c7c10eb1510d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 946 time: 0.4100559
Apr 19 19:01:28.612103 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-cd8bec34-a06c-432d-833a-fceaf5618a15 req-16ae0772-bd46-40ed-9df2-5ff3a6e67b8e tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/security-groups?id=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1449635
Apr 19 19:01:28.671005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-36e40805-fd63-4fe3-b705-e471a7271902 req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] For port 9718513f-de9f-4177-b0aa-0eb3b682564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=9718513f-de9f-4177-b0aa-0eb3b682564c,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:01:28.671655 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-36e40805-fd63-4fe3-b705-e471a7271902 req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:28.946363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-36e40805-fd63-4fe3-b705-e471a7271902 req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Calling delete_port for 9718513f-de9f-4177-b0aa-0eb3b682564c owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:29.119934 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-36e40805-fd63-4fe3-b705-e471a7271902 req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:29.129558 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e6245c50-fc59-4e60-98c5-c97412497225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:29.223982 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event deleted for resources: {'Port': ['ID=9718513f-de9f-4177-b0aa-0eb3b682564c,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:29.232465 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:29.282200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e40805-fd63-4fe3-b705-e471a7271902 req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] No DVR routers for this DVR port 9718513f-de9f-4177-b0aa-0eb3b682564c on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:01:29.285105 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-36e40805-fd63-4fe3-b705-e471a7271902 req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:29.288349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'name': 'network-vif-deleted', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:01:29.307841 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-36e40805-fd63-4fe3-b705-e471a7271902 req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.62 "DELETE /v2.0/ports/9718513f-de9f-4177-b0aa-0eb3b682564c HTTP/1.1" status: 204  len: 173 time: 1.3124754
Apr 19 19:01:29.350957 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6eb0c3-bb59-4a91-8169-e19d56c0dabb', 'name': 'network-vif-deleted', 'tag': '9718513f-de9f-4177-b0aa-0eb3b682564c', 'status': 'completed', 'code': 200}
Apr 19 19:01:29.837833 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-1d1e53dd-b112-4959-b250-9c3bdd485661 req-4da79bab-8148-4000-8f3c-fdbd0838f2b9 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Synchronizing usage tracker for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:01:29.855638 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-1d1e53dd-b112-4959-b250-9c3bdd485661 req-4da79bab-8148-4000-8f3c-fdbd0838f2b9 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Unset dirty status for tenant:489b7cde5dab4666b1f0eff7127ac15c on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:01:29.857597 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-1d1e53dd-b112-4959-b250-9c3bdd485661 req-4da79bab-8148-4000-8f3c-fdbd0838f2b9 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6eb0c3-bb59-4a91-8169-e19d56c0dabb HTTP/1.1" status: 200  len: 210 time: 0.0807433
Apr 19 19:01:30.866505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 9718513f-de9f-4177-b0aa-0eb3b682564c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:01:30.930422 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: 9718513f-de9f-4177-b0aa-0eb3b682564c {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:01:30.931113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 9718513f-de9f-4177-b0aa-0eb3b682564c not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:01:30.994947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52754) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:31.077920 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:31.114176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:31.192971 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:31.199140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d3d48b2e-a7e0-4b58-a837-4216fc87f603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:31.218157 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:31.231104 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.231623 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.232156 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.232680 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.233144 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.233641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.234140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.234619 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.235067 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.235513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.235957 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.236483 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:01:31.241759 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:31.243081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:31.244551 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1d7afafa-0fd2-4eb2-a453-42879d221099 tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] 10.222.0.41 "DELETE /v2.0/security-groups/7733cb8d-47e2-48e6-a7c3-c3e0d65b2a50 HTTP/1.1" status: 204  len: 168 time: 0.2484360
Apr 19 19:01:31.311210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52760) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:31.938819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837056'] for router_interface, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:32.388821 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Deleting port 172a797c-f992-4324-9e13-80c56dc65c8a {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:32.389205 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:32.596931 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] For port 172a797c-f992-4324-9e13-80c56dc65c8a, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=172a797c-f992-4324-9e13-80c56dc65c8a,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:01:32.597450 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:32.739944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Calling delete_port for 172a797c-f992-4324-9e13-80c56dc65c8a owned by network:router_interface {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:33.219075 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:33.224698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-89dfe08e-3a78-44ff-a977-b354819f8a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:33.279807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Pushing event deleted for resources: {'Port': ['ID=172a797c-f992-4324-9e13-80c56dc65c8a,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:33.311715 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:33.628310 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837182'] for router_interface, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:34.055271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Router 4589c144-a6c9-4f66-82f7-8d34a58209a9 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:01:34.268083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:01:34.279475 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] Sync routers for ids ['4589c144-a6c9-4f66-82f7-8d34a58209a9'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:01:34.287941 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-67adad62-f91c-42c8-95ef-c387356bc883 admin admin] 10.222.0.41 "PUT /v2.0/routers/4589c144-a6c9-4f66-82f7-8d34a58209a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9746425
Apr 19 19:01:34.291053 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52764) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:34.295945 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] Routers {'4589c144-a6c9-4f66-82f7-8d34a58209a9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:01:34.297050 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7821d1d0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['4589c144-a6c9-4f66-82f7-8d34a58209a9'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:34.516934 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] Set router 4589c144-a6c9-4f66-82f7-8d34a58209a9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:01:34.692377 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:34.858308 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7821d1d0>, [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T19:01:33Z', 'revision_number': 5, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:34.863517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] Checking router: 4589c144-a6c9-4f66-82f7-8d34a58209a9 for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:01:34.877476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] Routers {'4589c144-a6c9-4f66-82f7-8d34a58209a9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:01:34.878165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7821d1d0>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['4589c144-a6c9-4f66-82f7-8d34a58209a9'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:35.017195 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:35.027054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Deleting port c6062d86-a971-4fdf-9566-21cd5d9351c8 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:35.027410 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:35.105410 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] Set router 4589c144-a6c9-4f66-82f7-8d34a58209a9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:01:35.260305 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] For port c6062d86-a971-4fdf-9566-21cd5d9351c8, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=c6062d86-a971-4fdf-9566-21cd5d9351c8,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:01:35.260626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:35.410524 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Calling delete_port for c6062d86-a971-4fdf-9566-21cd5d9351c8 owned by network:router_gateway {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:35.503364 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7821d1d0>, [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T19:01:33Z', 'revision_number': 5, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:35.508331 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b713a29-8212-495f-98e4-77c66e96f7d6 None None] The sync data for ids ['4589c144-a6c9-4f66-82f7-8d34a58209a9'] in dv-cinder-786929-1-iscsi is: [{'id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'name': 'tempest-TestShelveInstance-1483618144-router', 'tenant_id': '489b7cde5dab4666b1f0eff7127ac15c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:34Z', 'updated_at': '2021-04-19T19:01:33Z', 'revision_number': 5, 'project_id': '489b7cde5dab4666b1f0eff7127ac15c', 'gw_port': {'id': 'c6062d86-a971-4fdf-9566-21cd5d9351c8', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:25:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4589c144-a6c9-4f66-82f7-8d34a58209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:35Z', 'updated_at': '2021-04-19T18:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:01:35.651245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:35.657394 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f1dfe35d-f117-4dda-8463-a7758081cc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:35.718179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6062d86-a971-4fdf-9566-21cd5d9351c8,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:35.751548 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:35.836551 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850930561'] for router_gateway, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.054855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850934237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257981'] for router, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.057510 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.085741 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3836263'] for router, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.086530 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4589c144-a6c9-4f66-82f7-8d34a58209a9 {{(pid=86309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:01:36.103715 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] Notify callbacks [] for router, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.107432 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-8af7b50a-80b6-4fe0-a7c2-76c4703a7ad8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4589c144-a6c9-4f66-82f7-8d34a58209a9 HTTP/1.1" status: 204  len: 168 time: 1.8136013
Apr 19 19:01:36.109615 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52770) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:36.192273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-14526dca-763e-4311-881c-8d73c90f0619 admin admin] Deleting subnet 7993d46c-53c6-48f2-9393-cf9897544ccc {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:01:36.196052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-14526dca-763e-4311-881c-8d73c90f0619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.265124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-14526dca-763e-4311-881c-8d73c90f0619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595073'] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.392231 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-14526dca-763e-4311-881c-8d73c90f0619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.711812 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-14526dca-763e-4311-881c-8d73c90f0619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844620269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844645310'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.718432 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-978c50d5-73b2-402d-bfe8-69a122d4b295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:36.757675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14526dca-763e-4311-881c-8d73c90f0619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7993d46c-53c6-48f2-9393-cf9897544ccc,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:36.761306 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-14526dca-763e-4311-881c-8d73c90f0619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:36.766797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-14526dca-763e-4311-881c-8d73c90f0619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.773983 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c02026b-d049-4177-9f0c-253a154ba878 None None] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:01:36.776475 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-14526dca-763e-4311-881c-8d73c90f0619 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7993d46c-53c6-48f2-9393-cf9897544ccc HTTP/1.1" status: 204  len: 168 time: 0.6648846
Apr 19 19:01:36.779476 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52774) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:36.933841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:36.955712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Deleting port e9c04c10-c68d-4483-9d07-2e3643bd7427 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:36.956350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:37.044210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device c6062d86-a971-4fdf-9566-21cd5d9351c8 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:01:37.093544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: c6062d86-a971-4fdf-9566-21cd5d9351c8 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:01:37.093942 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device c6062d86-a971-4fdf-9566-21cd5d9351c8 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:01:37.094431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 172a797c-f992-4324-9e13-80c56dc65c8a no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:01:37.129664 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] DHCP port deletion for 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 request from dv-cinder-786929-1-iscsi {{(pid=86310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:01:37.148995 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 172a797c-f992-4324-9e13-80c56dc65c8a {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:01:37.149667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 172a797c-f992-4324-9e13-80c56dc65c8a not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:01:37.153710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] Deleting port e9c04c10-c68d-4483-9d07-2e3643bd7427 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:37.154468 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:37.341304 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] For port e9c04c10-c68d-4483-9d07-2e3643bd7427, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=e9c04c10-c68d-4483-9d07-2e3643bd7427,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:01:37.341629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:37.404797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] For port e9c04c10-c68d-4483-9d07-2e3643bd7427, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=e9c04c10-c68d-4483-9d07-2e3643bd7427,segment=NetworkSegment(fc485839-52d5-4a0e-b47b-b10482830cef),segment_id=fc485839-52d5-4a0e-b47b-b10482830cef)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:01:37.405245 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:37.488996 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Calling delete_port for e9c04c10-c68d-4483-9d07-2e3643bd7427 owned by network:dhcp {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:37.635017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:37.643926 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2f70e4cd-9c25-41b7-a2ef-42c6f8cd515b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:37.734992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] No DVR routers for this DVR port e9c04c10-c68d-4483-9d07-2e3643bd7427 on host dv-cinder-786929-1-iscsi {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:01:37.765748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c04c10-c68d-4483-9d07-2e3643bd7427,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:37.771079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:37.780922 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] Calling delete_port for e9c04c10-c68d-4483-9d07-2e3643bd7427 owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:37.871268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.api [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:01:37.872539 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_db.api [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:01:37.874930 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:38.010150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b794ec978>,) {'filters': {'network_id': ['5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6']}} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:38.025608 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b794ec978>, 'fc485839-52d5-4a0e-b47b-b10482830cef') {'for_net_delete': True} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:38.025962 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b794ec978>, 'fc485839-52d5-4a0e-b47b-b10482830cef') {} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:38.040052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852180727'] for segment, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:38.056908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:38.064579 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=86308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:01:38.261180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:01:38.272214 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155440'] for segment, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:38.374042 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] Deleting port e9c04c10-c68d-4483-9d07-2e3643bd7427 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:38.374695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:38.459561 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ac474-27e0-416c-95a9-a1373a89285c None None] The port 'e9c04c10-c68d-4483-9d07-2e3643bd7427' was deleted {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:01:38.489898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Network 5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:01:38.515931 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:01:38.599241 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:38.603375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-59b8bedb-64a3-42cc-b952-35909a638a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:38.622113 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:38.632867 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:38.636726 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:38.648611 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5e5bc922-b3f0-4f45-a63a-aa0705e5d2e6 HTTP/1.1" status: 204  len: 168 time: 1.8677669
Apr 19 19:01:38.652062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52778) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:39.048544 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device e9c04c10-c68d-4483-9d07-2e3643bd7427 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:01:39.118077 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: e9c04c10-c68d-4483-9d07-2e3643bd7427 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:01:39.118748 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device e9c04c10-c68d-4483-9d07-2e3643bd7427 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:01:39.329485 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837056'] for router_interface, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:39.955426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e3c69d-be02-46fb-9821-db6ceff5c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:40.008904 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Deleting port 670afdf9-ea65-4246-9439-209536ba5c53 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:40.009375 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:40.235785 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] For port 670afdf9-ea65-4246-9439-209536ba5c53, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=670afdf9-ea65-4246-9439-209536ba5c53,segment=NetworkSegment(ce3b7956-8f90-4f74-b908-ab9bf8b3769d),segment_id=ce3b7956-8f90-4f74-b908-ab9bf8b3769d)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:01:40.236516 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:40.383179 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Calling delete_port for 670afdf9-ea65-4246-9439-209536ba5c53 owned by network:router_interface {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:40.574278 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:40.580123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-49cf948a-9d27-427a-8e13-0feb2518bde7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:40.630674 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=670afdf9-ea65-4246-9439-209536ba5c53,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:40.673170 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:40.971096 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837182'] for router_interface, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:41.413621 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Router eebfb357-2870-43bf-a662-d3e9ac3c51b9 has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:01:41.618068 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:01:41.631629 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] Sync routers for ids ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:01:41.641048 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] 10.222.0.41 "PUT /v2.0/routers/eebfb357-2870-43bf-a662-d3e9ac3c51b9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9872341
Apr 19 19:01:41.644469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52782) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:41.648838 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] Routers {'eebfb357-2870-43bf-a662-d3e9ac3c51b9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:01:41.650009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78f8cc88>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:41.963166 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] Set router eebfb357-2870-43bf-a662-d3e9ac3c51b9 gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:01:42.029626 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Notify callbacks [] for router, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:42.271836 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:42.283625 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Deleting port 652fd65a-7b55-43c8-ac6e-084323ae18ba {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:42.284250 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:42.477431 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78f8cc88>, [{'id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'name': 'tempest-TestShelveInstance-8918458-router', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:44Z', 'updated_at': '2021-04-19T19:01:40Z', 'revision_number': 5, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'gw_port': {'id': '652fd65a-7b55-43c8-ac6e-084323ae18ba', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:56:45Z', 'updated_at': '2021-04-19T18:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:42.484837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] Checking router: eebfb357-2870-43bf-a662-d3e9ac3c51b9 for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:01:42.492829 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] For port 652fd65a-7b55-43c8-ac6e-084323ae18ba, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=652fd65a-7b55-43c8-ac6e-084323ae18ba,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:01:42.493296 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:42.495270 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] Routers {'eebfb357-2870-43bf-a662-d3e9ac3c51b9'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:01:42.496052 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78f8cc88>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:42.704914 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] Set router eebfb357-2870-43bf-a662-d3e9ac3c51b9 gateway port host: None {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:01:42.831313 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78f8cc88>, [{'id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'name': 'tempest-TestShelveInstance-8918458-router', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:44Z', 'updated_at': '2021-04-19T19:01:42Z', 'revision_number': 6, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'gw_port_host': None}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:42.836715 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd62829-a271-4c11-85b6-4bd9e14e558e None None] The sync data for ids ['eebfb357-2870-43bf-a662-d3e9ac3c51b9'] in dv-cinder-786929-1-iscsi is: [{'id': 'eebfb357-2870-43bf-a662-d3e9ac3c51b9', 'name': 'tempest-TestShelveInstance-8918458-router', 'tenant_id': '3d56d0c83e504e509252b4f64b45f6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:56:44Z', 'updated_at': '2021-04-19T19:01:42Z', 'revision_number': 6, 'project_id': '3d56d0c83e504e509252b4f64b45f6a0', 'gw_port_host': None}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:01:42.937985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-08e7f22a-b2c2-4c76-8130-245577e4e9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:42.955587 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Calling delete_port for 652fd65a-7b55-43c8-ac6e-084323ae18ba owned by network:router_gateway {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:42.992675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 670afdf9-ea65-4246-9439-209536ba5c53 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:01:43.040292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 670afdf9-ea65-4246-9439-209536ba5c53 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:01:43.040690 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 670afdf9-ea65-4246-9439-209536ba5c53 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:01:43.186663 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:43.193621 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6e4f9913-5118-4644-bf97-a663fab362a1 tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:43.254342 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Pushing event deleted for resources: {'Port': ['ID=652fd65a-7b55-43c8-ac6e-084323ae18ba,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:43.257472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:43.331281 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:43.368701 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850930561'] for router_gateway, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:43.572363 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850934237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257981'] for router, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:43.575985 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:43.606729 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3836263'] for router, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:43.607439 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eebfb357-2870-43bf-a662-d3e9ac3c51b9 {{(pid=86308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:01:43.623603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] Notify callbacks [] for router, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:43.627563 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-496df5a4-1cbb-4777-8dfc-141433876775 admin admin] 10.222.0.41 "DELETE /v2.0/routers/eebfb357-2870-43bf-a662-d3e9ac3c51b9 HTTP/1.1" status: 204  len: 168 time: 1.9789801
Apr 19 19:01:43.627923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52786) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:43.712410 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-6434efe1-cb6d-4d36-ad4f-09fd535fa9c9 admin admin] Deleting subnet ec098952-a7c7-4f91-9f4f-6654612e6423 {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:01:43.717079 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6434efe1-cb6d-4d36-ad4f-09fd535fa9c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:43.775283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6434efe1-cb6d-4d36-ad4f-09fd535fa9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595073'] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:43.869150 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6434efe1-cb6d-4d36-ad4f-09fd535fa9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.170723 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6434efe1-cb6d-4d36-ad4f-09fd535fa9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844620269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844645310'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.177087 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:44.213530 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.241913 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434efe1-cb6d-4d36-ad4f-09fd535fa9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec098952-a7c7-4f91-9f4f-6654612e6423,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:44.246257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6434efe1-cb6d-4d36-ad4f-09fd535fa9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.249119 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875fa20-1453-401c-b618-f862e91150d0 None None] Network de0b88af-6b21-4fd1-8712-cb77ab831cb1 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:01:44.254462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6434efe1-cb6d-4d36-ad4f-09fd535fa9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:44.260594 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6434efe1-cb6d-4d36-ad4f-09fd535fa9c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ec098952-a7c7-4f91-9f4f-6654612e6423 HTTP/1.1" status: 204  len: 168 time: 0.6311848
Apr 19 19:01:44.265048 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52790) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:44.405777 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.419319 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Deleting port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:44.419783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.547140 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] DHCP port deletion for de0b88af-6b21-4fd1-8712-cb77ab831cb1 request from dv-cinder-786929-1-iscsi {{(pid=86310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:01:44.552735 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] Deleting port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:44.553453 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.665473 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] For port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=d93b7a65-e2c1-4950-b3ab-36fc1c981fc7,segment=NetworkSegment(ce3b7956-8f90-4f74-b908-ab9bf8b3769d),segment_id=ce3b7956-8f90-4f74-b908-ab9bf8b3769d)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:01:44.666350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.819793 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Calling delete_port for d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 owned by network:dhcp {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:44.907336 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.908089 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.913426 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-00031242-a101-48c1-8687-5d452730cb6d tempest-TestShelveInstance-558770794 tempest-TestShelveInstance-558770794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:44.921951 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] For port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=d93b7a65-e2c1-4950-b3ab-36fc1c981fc7,segment=NetworkSegment(ce3b7956-8f90-4f74-b908-ab9bf8b3769d),segment_id=ce3b7956-8f90-4f74-b908-ab9bf8b3769d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:01:44.922752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:44.968065 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93b7a65-e2c1-4950-b3ab-36fc1c981fc7,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:44.969915 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] No DVR routers for this DVR port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 on host dv-cinder-786929-1-iscsi {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:01:44.971652 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:45.107274 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:45.181855 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 652fd65a-7b55-43c8-ac6e-084323ae18ba no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:01:45.232374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] Calling delete_port for d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:45.245650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7807e630>,) {'filters': {'network_id': ['de0b88af-6b21-4fd1-8712-cb77ab831cb1']}} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:45.261471 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7807e630>, 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d') {'for_net_delete': True} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:45.261797 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7807e630>, 'ce3b7956-8f90-4f74-b908-ab9bf8b3769d') {} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:45.275718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852180727'] for segment, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:45.280647 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 652fd65a-7b55-43c8-ac6e-084323ae18ba {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:01:45.281049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 652fd65a-7b55-43c8-ac6e-084323ae18ba not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:01:45.281508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:01:45.300175 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:45.309347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=86308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:01:45.340788 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:01:45.341451 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:01:45.383182 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.api [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:01:45.383695 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_db.api [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:01:45.537004 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Network de0b88af-6b21-4fd1-8712-cb77ab831cb1 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:01:45.548822 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155440'] for segment, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:45.692825 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:45.753773 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Network de0b88af-6b21-4fd1-8712-cb77ab831cb1 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:01:45.783566 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:01:45.876121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:45.882958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-c09cbff3-62d9-4fa3-8bca-b7f6df348069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:45.897970 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] Deleting port d93b7a65-e2c1-4950-b3ab-36fc1c981fc7 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:45.898742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:45.898975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:45.911136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0b88af-6b21-4fd1-8712-cb77ab831cb1,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:45.916397 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:45.921561 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-1d3905c9-a910-46f5-93dd-c1833d82b342 admin admin] 10.222.0.41 "DELETE /v2.0/networks/de0b88af-6b21-4fd1-8712-cb77ab831cb1 HTTP/1.1" status: 204  len: 168 time: 1.6549685
Apr 19 19:01:46.054472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52796) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:46.060718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a343e-1e3a-4116-a181-25edb8c00f91 None None] The port 'd93b7a65-e2c1-4950-b3ab-36fc1c981fc7' was deleted {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:01:46.127200 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6beaff6d-4d49-4d2b-b802-72dae1128576 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=489b7cde5dab4666b1f0eff7127ac15c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0709023
Apr 19 19:01:46.130128 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52800) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:46.203633 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b16d4e95-e987-455d-be11-5a3ec11847c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:46.236041 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b16d4e95-e987-455d-be11-5a3ec11847c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:46.287335 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b16d4e95-e987-455d-be11-5a3ec11847c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:46.293055 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1674fe63-ffb3-4b53-9aea-7c7cefaefc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:46.309859 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d4e95-e987-455d-be11-5a3ec11847c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d2ad3e-3497-4ea5-a3f0-4df4e686dc4a,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:46.314794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b16d4e95-e987-455d-be11-5a3ec11847c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:46.318667 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b16d4e95-e987-455d-be11-5a3ec11847c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:46.319942 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b16d4e95-e987-455d-be11-5a3ec11847c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8d2ad3e-3497-4ea5-a3f0-4df4e686dc4a HTTP/1.1" status: 204  len: 168 time: 0.1886969
Apr 19 19:01:46.748159 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [req-2072ab23-bf4c-4f18-bcd1-9ca23dfe1fa0 req-44440c54-97f9-44c1-afa7-4bdbda46169d service neutron] (86309) timed out ('10.222.0.62', 63710) {{(pid=86309) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 19:01:46.832530 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52808) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:46.942543 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-904e5d30-17e0-43e2-b7b7-1d849f3f79df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d56d0c83e504e509252b4f64b45f6a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1081145
Apr 19 19:01:46.945062 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52812) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:47.021908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0871f77f-26e8-4330-a292-afde53a899e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:47.055183 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0871f77f-26e8-4330-a292-afde53a899e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:47.120180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0871f77f-26e8-4330-a292-afde53a899e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:47.128040 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5eb202fe-49f5-4379-8cbc-c77231a5d20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:47.141151 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871f77f-26e8-4330-a292-afde53a899e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151b2d7f-c82b-44a9-97a3-a6d0868ae352,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:47.145571 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0871f77f-26e8-4330-a292-afde53a899e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:47.149794 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0871f77f-26e8-4330-a292-afde53a899e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:47.156862 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-0871f77f-26e8-4330-a292-afde53a899e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/151b2d7f-c82b-44a9-97a3-a6d0868ae352 HTTP/1.1" status: 204  len: 168 time: 0.2048879
Apr 19 19:01:47.686108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52818) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:47.916546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:01:48.207326 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Deleting port 9cb1d301-94a4-49a5-af14-8fbeea5fb32b {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:48.207713 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:48.409537 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:48.409903 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:48.557016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Calling delete_port for 9cb1d301-94a4-49a5-af14-8fbeea5fb32b owned by network:floatingip {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:48.729030 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:48.736315 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:48.786885 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event deleted for resources: {'Port': ['ID=9cb1d301-94a4-49a5-af14-8fbeea5fb32b,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:48.816384 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:48.897092 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:48.897470 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Floating IP 1d367883-12db-4a03-81c8-daf67c2198cd disassociated (deleted). External IP: 172.27.3.212, port: 133c74a3-7a11-4bc5-8163-1aaee3ebee50.
Apr 19 19:01:49.307747 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:01:49.511049 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:01:49.523515 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] Sync routers for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:01:49.532799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:49.542198 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:01:49.543908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78184e48>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:49.596368 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5277b357-91d6-46f6-a461-191c0f550f64 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "DELETE /v2.0/floatingips/1d367883-12db-4a03-81c8-daf67c2198cd HTTP/1.1" status: 204  len: 168 time: 1.9090726
Apr 19 19:01:49.597114 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'tag': '133c74a3-7a11-4bc5-8163-1aaee3ebee50'}] {{(pid=86309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:01:49.831071 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:01:49.946949 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'tag': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'status': 'completed', 'code': 200}
Apr 19 19:01:50.088603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-ed23a1f8-1ea3-4cd2-9c1d-63175495df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:50.092636 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-ed23a1f8-1ea3-4cd2-9c1d-63175495df82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 1098 time: 0.1205959
Apr 19 19:01:50.446384 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-43f3c9dc-81c3-459c-9d1e-2f50a5cbb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:50.447968 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-43f3c9dc-81c3-459c-9d1e-2f50a5cbb6b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.3454702
Apr 19 19:01:50.448202 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78184e48>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '8372b974-c6b5-432e-b969-e24504924c23', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:c7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:49Z', 'updated_at': '2021-04-19T18:57:53Z', 'revision_number': 1, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:50.453523 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] Checking router: f0c88d97-ccb5-4253-a63d-7ed6a5ec907f for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:01:50.457702 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41eccb-7dbe-4dc9-a855-b7b71ddec710 req-e82b085f-ce2f-4658-837b-ca1ed1e25865 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:50.459372 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8f41eccb-7dbe-4dc9-a855-b7b71ddec710 req-e82b085f-ce2f-4658-837b-ca1ed1e25865 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 945 time: 0.3148992
Apr 19 19:01:50.463416 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:01:50.464153 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78184e48>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:50.551410 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-cdcf1352-2247-4cfd-9d61-d82fa1086f58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=133c74a3-7a11-4bc5-8163-1aaee3ebee50 HTTP/1.1" status: 200  len: 217 time: 0.0909431
Apr 19 19:01:50.631327 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-8f41eccb-7dbe-4dc9-a855-b7b71ddec710 req-8d305716-ecb8-433f-8e7a-48d5585f863b tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127381
Apr 19 19:01:50.654415 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-bd18313b-c6ee-4219-bcf6-c7a3f31240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:50.656119 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-bd18313b-c6ee-4219-bcf6-c7a3f31240b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.0955520
Apr 19 19:01:50.759358 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-0fbd0642-8013-49c0-829f-4644ca539a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:50.761079 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-0fbd0642-8013-49c0-829f-4644ca539a7f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974820
Apr 19 19:01:50.861162 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:01:50.920939 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-e6342e0c-870d-4087-bd2c-1caf9c06b51f service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522169
Apr 19 19:01:51.088855 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-2fc4f44e-03ba-4ac3-a924-574a9b0e2962 req-16d3a24d-fd56-426d-b3d7-e00cd92c9a5e service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558356
Apr 19 19:01:51.342106 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78184e48>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '8372b974-c6b5-432e-b969-e24504924c23', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:c7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:49Z', 'updated_at': '2021-04-19T18:57:53Z', 'revision_number': 1, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:51.346927 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab59d7-cbdc-4406-9840-814987e7693a None None] The sync data for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi is: [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_floatingips': [{'id': '8372b974-c6b5-432e-b969-e24504924c23', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'router_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'port_id': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'mac_address': 'fa:16:3e:c7:38:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:57:49Z', 'updated_at': '2021-04-19T18:57:53Z', 'revision_number': 1, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:01:51.525176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-4b820eb1-ad98-4e59-8559-4feb32c5988c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:51.526896 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-4b820eb1-ad98-4e59-8559-4feb32c5988c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 945 time: 0.0961933
Apr 19 19:01:51.633093 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Deleting port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:51.633701 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:51.772165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75173e6a-1f91-4cc1-9360-f3a26736bc8d None None] New status for floating IP 1d367883-12db-4a03-81c8-daf67c2198cd: DOWN {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:01:52.203016 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e7baa-a6e6-4e39-83bc-5c1c3c61a8e5 req-165dbcb5-fc0c-4d77-bdf4-69e59cdc35a7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:52.204764 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ce9e7baa-a6e6-4e39-83bc-5c1c3c61a8e5 req-165dbcb5-fc0c-4d77-bdf4-69e59cdc35a7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 945 time: 0.2212965
Apr 19 19:01:52.334218 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-ce9e7baa-a6e6-4e39-83bc-5c1c3c61a8e5 req-7efc8f62-db39-464b-add7-67cbd9f4d3e4 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735672
Apr 19 19:01:52.365430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] For port 133c74a3-7a11-4bc5-8163-1aaee3ebee50, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=133c74a3-7a11-4bc5-8163-1aaee3ebee50,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:01:52.365846 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:52.506122 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Calling delete_port for 133c74a3-7a11-4bc5-8163-1aaee3ebee50 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:52.685075 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:52.691898 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-694f8206-d8e1-4580-9a34-43b488ff1cfe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:52.747389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event deleted for resources: {'Port': ['ID=133c74a3-7a11-4bc5-8163-1aaee3ebee50,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:52.751862 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:52.837975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] No DVR routers for this DVR port 133c74a3-7a11-4bc5-8163-1aaee3ebee50 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:01:52.842228 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:52.845609 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'name': 'network-vif-deleted', 'tag': '133c74a3-7a11-4bc5-8163-1aaee3ebee50'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:01:52.861604 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dfe4c0e4-03d9-40fd-ac5e-04ebd9cea593 req-43139898-9436-417f-9f2c-1dab3dd532fe tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "DELETE /v2.0/ports/133c74a3-7a11-4bc5-8163-1aaee3ebee50 HTTP/1.1" status: 204  len: 173 time: 1.3295267
Apr 19 19:01:52.904140 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d', 'name': 'network-vif-deleted', 'tag': '133c74a3-7a11-4bc5-8163-1aaee3ebee50', 'status': 'completed', 'code': 200}
Apr 19 19:01:53.531172 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-429fa628-095f-481f-9001-9a00e2c49616 req-882811cd-3485-4e76-967c-ed4b03242ea8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Synchronizing usage tracker for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:01:53.547389 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-429fa628-095f-481f-9001-9a00e2c49616 req-882811cd-3485-4e76-967c-ed4b03242ea8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Unset dirty status for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:01:53.548703 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-429fa628-095f-481f-9001-9a00e2c49616 req-882811cd-3485-4e76-967c-ed4b03242ea8 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1e6d34c-b2fb-4a22-9a84-33ed23a6e87d HTTP/1.1" status: 200  len: 210 time: 0.0723314
Apr 19 19:01:55.022064 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 133c74a3-7a11-4bc5-8163-1aaee3ebee50 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:01:55.063924 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: 133c74a3-7a11-4bc5-8163-1aaee3ebee50 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:01:55.064384 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device 133c74a3-7a11-4bc5-8163-1aaee3ebee50 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:01:57.225006 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52850) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:01:57.466782 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Deleting port 7c9c84db-5313-43f7-97f7-b6a0e0120169 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:01:57.467180 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:57.669851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:57.670225 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:57.820520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Calling delete_port for 7c9c84db-5313-43f7-97f7-b6a0e0120169 owned by network:floatingip {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:01:58.015024 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:58.024038 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:01:58.136354 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event deleted for resources: {'Port': ['ID=7c9c84db-5313-43f7-97f7-b6a0e0120169,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:01:58.143464 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:01:58.264944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:58.265548 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.db.l3_db [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Floating IP 8372b974-c6b5-432e-b969-e24504924c23 disassociated (deleted). External IP: 172.27.3.12, port: be50ecba-3bf1-4643-b126-65577b7630d1.
Apr 19 19:01:58.678362 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:01:59.180348 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:01:59.191397 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] Sync routers for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:01:59.204101 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:01:59.205007 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b73e79048>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:59.207420 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:01:59.276675 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-f007cd18-7319-4623-a59b-f160ae06a89d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "DELETE /v2.0/floatingips/8372b974-c6b5-432e-b969-e24504924c23 HTTP/1.1" status: 204  len: 168 time: 2.0496716
Apr 19 19:01:59.278082 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'tag': 'be50ecba-3bf1-4643-b126-65577b7630d1'}] {{(pid=86309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:01:59.380711 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'tag': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'status': 'completed', 'code': 200}
Apr 19 19:01:59.469705 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:01:59.535155 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-f1fd6c5d-088a-47ba-a1f7-4f455b0987bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:59.537878 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-f1fd6c5d-088a-47ba-a1f7-4f455b0987bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb521e79fead4cb2a39a3cefbc731695&device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 1099 time: 0.1301467
Apr 19 19:01:59.764618 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-fa5acc09-89c6-4e50-9624-6a99beea4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:59.766148 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-fa5acc09-89c6-4e50-9624-6a99beea4a1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 200  len: 913 time: 0.2208719
Apr 19 19:01:59.886058 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-54b6379f-abf0-4d0f-9ab9-c6f3999488c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be50ecba-3bf1-4643-b126-65577b7630d1 HTTP/1.1" status: 200  len: 217 time: 0.1111784
Apr 19 19:01:59.932636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b73e79048>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:59.937242 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] Checking router: f0c88d97-ccb5-4253-a63d-7ed6a5ec907f for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:01:59.947412 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:01:59.947899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b73e79048>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:01:59.986427 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-5e0f53bc-0258-49e1-8739-bfb8a0416cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:01:59.988080 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-5e0f53bc-0258-49e1-8739-bfb8a0416cb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 200  len: 851 time: 0.0946264
Apr 19 19:02:00.055718 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7c070-174e-44ae-a9d7-1192a9542bc5 req-0f43ac0a-23bb-44e9-9457-59b2136b0ca2 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:02:00.057446 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-45b7c070-174e-44ae-a9d7-1192a9542bc5 req-0f43ac0a-23bb-44e9-9457-59b2136b0ca2 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 946 time: 0.2174971
Apr 19 19:02:00.130637 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-45b7c070-174e-44ae-a9d7-1192a9542bc5 req-bb0db32c-a58a-4c92-9d87-ce95d4179837 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631487
Apr 19 19:02:00.140807 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-946f1027-3893-45d4-8bdc-55cdd9c99a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:02:00.142366 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-946f1027-3893-45d4-8bdc-55cdd9c99a55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=308c5962-a460-479b-aaec-ff71d96a0323&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1431179
Apr 19 19:02:00.172011 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:02:00.304881 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-9a93d982-33fa-4f55-83cc-495f3f59dbf4 service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544068
Apr 19 19:02:00.464270 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-dfb4f160-e439-4b78-8bc5-b9648712c48c req-18d6717e-d18e-44f8-8d15-da3d5a10783a service neutron] 10.222.0.62 "GET /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523063
Apr 19 19:02:00.651851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b73e79048>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:00.658045 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676f3963-8839-4aa4-a119-eacc0511ae37 None None] The sync data for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi is: [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T18:54:21Z', 'revision_number': 4, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi', '_interfaces': [{'id': '2b272b6e-0768-4267-aa03-455b1d38bc82', 'name': '', 'network_id': '308c5962-a460-479b-aaec-ff71d96a0323', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'mac_address': 'fa:16:3e:e6:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:20Z', 'updated_at': '2021-04-19T18:54:30Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'subnets': [{'id': '396bfe2f-c9b8-460b-9d2b-cd33b631b36c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:02:01.082520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfaac73-a2ec-40ae-ac83-f0c35d0025cf None None] New status for floating IP 8372b974-c6b5-432e-b969-e24504924c23: DOWN {{(pid=86311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 19:02:01.235260 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-f7937f72-8388-4075-96e6-5be025c24faf tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:02:01.236919 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-f7937f72-8388-4075-96e6-5be025c24faf tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 946 time: 0.1207530
Apr 19 19:02:01.436013 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Deleting port be50ecba-3bf1-4643-b126-65577b7630d1 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:01.436636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:01.668831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b003c-7154-45a1-bb03-884181028964 req-b62c0fe9-f5e8-4fdd-b5f3-9fc9928b3cac tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 19:02:01.670718 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5b2b003c-7154-45a1-bb03-884181028964 req-b62c0fe9-f5e8-4fdd-b5f3-9fc9928b3cac tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 946 time: 0.3707275
Apr 19 19:02:01.839098 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-5b2b003c-7154-45a1-bb03-884181028964 req-bef5db62-5a11-4aa2-8b01-b074c70992b7 tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/security-groups?id=494034da-be6f-4104-ace6-f080efdb76cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1392879
Apr 19 19:02:01.874077 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] For port be50ecba-3bf1-4643-b126-65577b7630d1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=be50ecba-3bf1-4643-b126-65577b7630d1,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:02:01.874513 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:02.016902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Calling delete_port for be50ecba-3bf1-4643-b126-65577b7630d1 owned by compute:nova {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:02:02.201032 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:02.209299 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-9427b6e5-6401-4adf-9e6f-48da84e02d45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:02.298737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event deleted for resources: {'Port': ['ID=be50ecba-3bf1-4643-b126-65577b7630d1,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:02.302288 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:02.354356 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] No DVR routers for this DVR port be50ecba-3bf1-4643-b126-65577b7630d1 on host hv-cinder-78692 {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:02:02.357564 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for port, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:02.360737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'name': 'network-vif-deleted', 'tag': 'be50ecba-3bf1-4643-b126-65577b7630d1'}] {{(pid=86308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 19:02:02.375221 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-eca041f9-7e32-4af4-bc4a-9ce85938b574 req-8815699b-0476-42cb-99a7-751536754a7c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.62 "DELETE /v2.0/ports/be50ecba-3bf1-4643-b126-65577b7630d1 HTTP/1.1" status: 204  len: 173 time: 1.1322703
Apr 19 19:02:02.422348 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32512c61-62a2-406d-9d3e-7f1ba7f40e8f', 'name': 'network-vif-deleted', 'tag': 'be50ecba-3bf1-4643-b126-65577b7630d1', 'status': 'completed', 'code': 200}
Apr 19 19:02:03.032316 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-393b0df2-e26a-4a63-8951-3fd1c5231750 req-2dab1163-929c-41bf-9087-2e86e9c7baca tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Synchronizing usage tracker for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 19:02:03.048744 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.quota.resource [req-393b0df2-e26a-4a63-8951-3fd1c5231750 req-2dab1163-929c-41bf-9087-2e86e9c7baca tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Unset dirty status for tenant:eb521e79fead4cb2a39a3cefbc731695 on resource:port {{(pid=86308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 19:02:03.050336 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [req-393b0df2-e26a-4a63-8951-3fd1c5231750 req-2dab1163-929c-41bf-9087-2e86e9c7baca tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "GET /v2.0/ports?device_id=32512c61-62a2-406d-9d3e-7f1ba7f40e8f HTTP/1.1" status: 200  len: 210 time: 0.0748987
Apr 19 19:02:04.159781 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52868) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:04.369921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Deleting port a477881a-b17c-4d75-9400-970ff2695303 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:04.370218 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:04.570194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:04.570621 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:04.707402 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Calling delete_port for a477881a-b17c-4d75-9400-970ff2695303 owned by network:floatingip {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:02:04.856921 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:04.864421 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-e5bdc474-b9f2-46e4-89c8-c377b92cac3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:04.914929 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event deleted for resources: {'Port': ['ID=a477881a-b17c-4d75-9400-970ff2695303,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:04.944778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:05.023536 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for floatingip, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:05.043514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004'] for floatingip, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:05.044820 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6280456c-72f2-42e0-ae45-49c146c92e1d tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "DELETE /v2.0/floatingips/6e7167e8-c2e4-46f8-9c27-4e7b5c88c6a6 HTTP/1.1" status: 204  len: 168 time: 0.8834741
Apr 19 19:02:05.052837 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device be50ecba-3bf1-4643-b126-65577b7630d1 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:02:05.093365 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] No Port match for: be50ecba-3bf1-4643-b126-65577b7630d1 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:02:05.093752 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Device be50ecba-3bf1-4643-b126-65577b7630d1 not bound to the agent host hv-cinder-78692 {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:02:06.475639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52882) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:06.558215 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8f34ea4a-0ce7-421d-864d-30496597345c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:06.594201 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8f34ea4a-0ce7-421d-864d-30496597345c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:06.665559 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8f34ea4a-0ce7-421d-864d-30496597345c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:06.672597 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-7899d185-5258-45af-80c3-8bd43bc2eb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:06.689366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34ea4a-0ce7-421d-864d-30496597345c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494034da-be6f-4104-ace6-f080efdb76cf,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:06.692120 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-8f34ea4a-0ce7-421d-864d-30496597345c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:06.695673 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8f34ea4a-0ce7-421d-864d-30496597345c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:06.696031 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-8f34ea4a-0ce7-421d-864d-30496597345c tempest-TestVolumeBootPattern-1420864407 tempest-TestVolumeBootPattern-1420864407-project] 10.222.0.41 "DELETE /v2.0/security-groups/494034da-be6f-4104-ace6-f080efdb76cf HTTP/1.1" status: 204  len: 168 time: 0.2193131
Apr 19 19:02:06.778546 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52888) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:07.819221 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837056'] for router_interface, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:08.224726 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Deleting port 2b272b6e-0768-4267-aa03-455b1d38bc82 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:08.225102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:08.434200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] For port 2b272b6e-0768-4267-aa03-455b1d38bc82, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=2b272b6e-0768-4267-aa03-455b1d38bc82,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:02:08.434200 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:08.584327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Calling delete_port for 2b272b6e-0768-4267-aa03-455b1d38bc82 owned by network:router_interface {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:02:08.785183 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:08.790147 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-76e29370-8af5-4098-853a-02d7f8d215ba tempest-AttachVolumeNegativeTest-603317321 tempest-AttachVolumeNegativeTest-603317321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:08.841992 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b272b6e-0768-4267-aa03-455b1d38bc82,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:08.871317 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:09.299165 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837182'] for router_interface, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:09.914322 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:02:09.951350 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8b112355-c83e-4d65-9c46-18360c25ce3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:10.191839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:02:10.203628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] Sync routers for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:02:10.211158 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-71588e4a-e9cb-401a-a314-05e50f4ec64e admin admin] 10.222.0.41 "PUT /v2.0/routers/f0c88d97-ccb5-4253-a63d-7ed6a5ec907f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4305637
Apr 19 19:02:10.213887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52894) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:10.216498 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:02:10.217839 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b782c1a58>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:10.531880 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: dv-cinder-786929-1-iscsi {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:02:10.537851 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Notify callbacks [] for router, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:11.108850 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:11.120669 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Deleting port 0a4a7565-5267-4142-ae0c-7d34c70b696f {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:11.121257 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:11.233289 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b782c1a58>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T19:02:08Z', 'revision_number': 5, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port': {'id': '0a4a7565-5267-4142-ae0c-7d34c70b696f', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:17Z', 'updated_at': '2021-04-19T18:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:11.238139 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] Checking router: f0c88d97-ccb5-4253-a63d-7ed6a5ec907f for host: dv-cinder-786929-1-iscsi {{(pid=86310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:02:11.251208 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] Routers {'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:02:11.252334 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b782c1a58>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:01:43Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'], 'active': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:11.368554 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] For port 0a4a7565-5267-4142-ae0c-7d34c70b696f, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=0a4a7565-5267-4142-ae0c-7d34c70b696f,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:02:11.369091 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:11.440653 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] Set router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f gateway port host: None {{(pid=86310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:02:11.524567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Calling delete_port for 0a4a7565-5267-4142-ae0c-7d34c70b696f owned by network:router_gateway {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:02:11.645054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b782c1a58>, [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T19:02:11Z', 'revision_number': 6, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port_host': None}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:11.653268 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1a8b9-268d-4de3-9668-094ae18a6990 None None] The sync data for ids ['f0c88d97-ccb5-4253-a63d-7ed6a5ec907f'] in dv-cinder-786929-1-iscsi is: [{'id': 'f0c88d97-ccb5-4253-a63d-7ed6a5ec907f', 'name': 'tempest-TestVolumeBootPattern-2070589546-router', 'tenant_id': 'eb521e79fead4cb2a39a3cefbc731695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:16Z', 'updated_at': '2021-04-19T19:02:11Z', 'revision_number': 6, 'project_id': 'eb521e79fead4cb2a39a3cefbc731695', 'gw_port_host': None}] {{(pid=86310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:02:11.783947 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:11.789209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-085df5ca-0c2f-4acb-97a5-b4cefd0d7c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:11.837733 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4a7565-5267-4142-ae0c-7d34c70b696f,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:11.841861 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:11.950141 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850930561'] for router_gateway, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.172102 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850934237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257981'] for router, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.175283 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.207469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3836263'] for router, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.208123 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0c88d97-ccb5-4253-a63d-7ed6a5ec907f {{(pid=86308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:02:12.224806 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Notify callbacks [] for router, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.226117 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] 10.222.0.41 "DELETE /v2.0/routers/f0c88d97-ccb5-4253-a63d-7ed6a5ec907f HTTP/1.1" status: 204  len: 168 time: 2.0102253
Apr 19 19:02:12.229345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52898) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:12.321607 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-152bd89d-73c2-4b02-96e6-691f2320cc29 admin admin] Deleting subnet 396bfe2f-c9b8-460b-9d2b-cd33b631b36c {{(pid=86308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:02:12.328401 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-152bd89d-73c2-4b02-96e6-691f2320cc29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.415462 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-152bd89d-73c2-4b02-96e6-691f2320cc29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595073'] for subnet, precommit_delete_associations {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.503841 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-152bd89d-73c2-4b02-96e6-691f2320cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.778641 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-152bd89d-73c2-4b02-96e6-691f2320cc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844620269', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844645310'] for subnet, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.783683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:12.821083 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bd89d-73c2-4b02-96e6-691f2320cc29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396bfe2f-c9b8-460b-9d2b-cd33b631b36c,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:12.825108 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-152bd89d-73c2-4b02-96e6-691f2320cc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:12.826520 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-152bd89d-73c2-4b02-96e6-691f2320cc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for subnet, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.832320 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3955c61-8a37-42ef-a577-f046906a872e None None] Network 308c5962-a460-479b-aaec-ff71d96a0323 requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:02:12.833499 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-152bd89d-73c2-4b02-96e6-691f2320cc29 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/396bfe2f-c9b8-460b-9d2b-cd33b631b36c HTTP/1.1" status: 204  len: 168 time: 0.6029825
Apr 19 19:02:12.836176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52902) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:12.961057 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.973015 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-567959e3-4e13-44c3-b6f4-478de60a271f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:12.973328 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Deleting port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:12.973517 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:13.072611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 2b272b6e-0768-4267-aa03-455b1d38bc82 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:02:13.120258 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 2b272b6e-0768-4267-aa03-455b1d38bc82 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:02:13.120683 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 2b272b6e-0768-4267-aa03-455b1d38bc82 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:02:13.121681 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 0a4a7565-5267-4142-ae0c-7d34c70b696f no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:02:13.162840 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 0a4a7565-5267-4142-ae0c-7d34c70b696f {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:02:13.163292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 0a4a7565-5267-4142-ae0c-7d34c70b696f not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:02:13.227783 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] DHCP port deletion for 308c5962-a460-479b-aaec-ff71d96a0323 request from dv-cinder-786929-1-iscsi {{(pid=86310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:02:13.228387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] For port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a32dfcee-b36a-488a-b99a-e45fe5b7a4e7,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:02:13.228387 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:13.233131 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] Deleting port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:13.233565 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:13.360084 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:13.367717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Calling delete_port for a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 owned by network:dhcp {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:02:13.452384 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:13.456815 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-51d6c440-c8df-4f3b-abfb-31ca95491386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:13.483186 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] For port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a32dfcee-b36a-488a-b99a-e45fe5b7a4e7,segment=NetworkSegment(311a3077-d526-422e-92ad-f463aa2e677f),segment_id=311a3077-d526-422e-92ad-f463aa2e677f)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:02:13.483637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:13.511391 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32dfcee-b36a-488a-b99a-e45fe5b7a4e7,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:13.513196 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:13.516749 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] No DVR routers for this DVR port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 on host dv-cinder-786929-1-iscsi {{(pid=86308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:02:13.623762 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] Calling delete_port for a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:02:13.655089 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:13.704896 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.api [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:02:13.705369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_db.api [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:02:13.776809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b787e22b0>,) {'filters': {'network_id': ['308c5962-a460-479b-aaec-ff71d96a0323']}} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:13.791419 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b787e22b0>, '311a3077-d526-422e-92ad-f463aa2e677f') {'for_net_delete': True} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:13.791757 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b787e22b0>, '311a3077-d526-422e-92ad-f463aa2e677f') {} {{(pid=86308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:13.805086 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852180727'] for segment, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:13.821447 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:13.828811 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=86308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:02:14.014066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Network 308c5962-a460-479b-aaec-ff71d96a0323 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:02:14.024081 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10155440'] for segment, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:14.206523 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] Deleting port a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:14.206959 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:14.220324 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Network 308c5962-a460-479b-aaec-ff71d96a0323 has no segments {{(pid=86308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:02:14.247070 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:02:14.252488 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:14.292292 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-da26f7f0-b584-4a7f-802b-9a020b380488 None None] The port 'a32dfcee-b36a-488a-b99a-e45fe5b7a4e7' was deleted {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:02:14.338584 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:14.344009 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-734dff20-ba9d-49a7-a84c-f171c197ac5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:14.362778 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:14.369876 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=308c5962-a460-479b-aaec-ff71d96a0323,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:14.375549 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:14.382533 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6c4ee6f1-331e-42d6-a6a0-f50a2ae96ba0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/308c5962-a460-479b-aaec-ff71d96a0323 HTTP/1.1" status: 204  len: 168 time: 1.5451965
Apr 19 19:02:14.386000 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86308) accepted ('10.222.0.41', 52906) {{(pid=86308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:14.762612 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:15.016953 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837056'] for router_interface, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:15.064743 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:02:15.138574 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:02:15.139239 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a32dfcee-b36a-488a-b99a-e45fe5b7a4e7 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:02:15.627381 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:15.695990 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Deleting port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 {{(pid=86308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:15.696360 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:15.895276 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] For port a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35,segment=NetworkSegment(4ad17510-478b-449f-80c4-45e54079208c),segment_id=4ad17510-478b-449f-80c4-45e54079208c)] {{(pid=86308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:02:15.895569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:16.039344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Calling delete_port for a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 owned by network:router_interface {{(pid=86308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:02:16.298884 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844620345'] for port, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:16.307448 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-2b60dafd-ba37-4d7a-bfaf-d157ac25253c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:16.418369 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Pushing event deleted for resources: {'Port': ['ID=a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35,revision_number=None']} {{(pid=86308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:16.422716 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:16.716512 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851071315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837182'] for router_interface, after_delete {{(pid=86308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:17.145556 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Router dccfc870-562f-4cb8-9a56-c66fdd89187a has already been hosted by L3 agent 7f2e8ff9-6d19-4285-a469-728b5a328315 {{(pid=86308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 19:02:17.364611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] Notify agent at l3_agent.dv-cinder-786929-1-iscsi the message routers_updated {{(pid=86308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 19:02:17.376259 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] Sync routers for ids ['dccfc870-562f-4cb8-9a56-c66fdd89187a'] in dv-cinder-786929-1-iscsi {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 19:02:17.380997 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-5695b215-0719-49c0-af15-00aa2c9b287d admin admin] 10.222.0.41 "PUT /v2.0/routers/dccfc870-562f-4cb8-9a56-c66fdd89187a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9893243
Apr 19 19:02:17.381273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52910) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:17.392311 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] Routers {'dccfc870-562f-4cb8-9a56-c66fdd89187a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:02:17.393027 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78e1a908>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:02:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['dccfc870-562f-4cb8-9a56-c66fdd89187a'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:17.632400 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Notify callbacks [] for router, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:17.633639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] Set router dccfc870-562f-4cb8-9a56-c66fdd89187a gateway port host: dv-cinder-786929-1-iscsi {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:02:17.897879 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:17.909747 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Deleting port f0d906eb-5c29-4dd2-8371-86973947bf11 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:17.910197 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:17.961273 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78e1a908>, [{'id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'name': 'tempest-TestVolumeBootPattern-126017484-router', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'external_fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:25Z', 'updated_at': '2021-04-19T19:02:16Z', 'revision_number': 5, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'gw_port': {'id': 'f0d906eb-5c29-4dd2-8371-86973947bf11', 'name': '', 'network_id': '158f1d8e-de2f-48a7-aec4-ecc903b91d7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:54:26Z', 'updated_at': '2021-04-19T18:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f5ee0e9-a50e-4392-906d-9e3a255f0035', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-1-iscsi'}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:17.965988 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] Checking router: dccfc870-562f-4cb8-9a56-c66fdd89187a for host: dv-cinder-786929-1-iscsi {{(pid=86311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 19:02:17.975831 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] Routers {'dccfc870-562f-4cb8-9a56-c66fdd89187a'} bound to L3 agent in host dv-cinder-786929-1-iscsi {{(pid=86311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 19:02:17.976514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b78e1a908>, 'dv-cinder-786929-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:37:43Z,description=<?>,heartbeat_timestamp=2021-04-19T19:02:13Z,host='dv-cinder-786929-1-iscsi',id=7f2e8ff9-6d19-4285-a469-728b5a328315,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:37:43Z,topic='l3_agent')) {'router_ids': ['dccfc870-562f-4cb8-9a56-c66fdd89187a'], 'active': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:18.163347 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvr_db [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] Set router dccfc870-562f-4cb8-9a56-c66fdd89187a gateway port host: None {{(pid=86311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 19:02:18.260710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] For port f0d906eb-5c29-4dd2-8371-86973947bf11, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=f0d906eb-5c29-4dd2-8371-86973947bf11,segment=NetworkSegment(ffc93bca-f0b7-4191-a19b-8af8d730029a),segment_id=ffc93bca-f0b7-4191-a19b-8af8d730029a)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:02:18.261121 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:18.392430 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_hamode_db [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b78e1a908>, [{'id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'name': 'tempest-TestVolumeBootPattern-126017484-router', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:25Z', 'updated_at': '2021-04-19T19:02:17Z', 'revision_number': 6, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'gw_port_host': None}], 'dv-cinder-786929-1-iscsi', False) {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:18.406617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ff43e-0fb3-4402-99f4-0a61f2bf22a0 None None] The sync data for ids ['dccfc870-562f-4cb8-9a56-c66fdd89187a'] in dv-cinder-786929-1-iscsi is: [{'id': 'dccfc870-562f-4cb8-9a56-c66fdd89187a', 'name': 'tempest-TestVolumeBootPattern-126017484-router', 'tenant_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:54:25Z', 'updated_at': '2021-04-19T19:02:17Z', 'revision_number': 6, 'project_id': '1ce3999530b44ca4a6f0389c6e6d857e', 'gw_port_host': None}] {{(pid=86311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 19:02:18.408337 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Calling delete_port for f0d906eb-5c29-4dd2-8371-86973947bf11 owned by network:router_gateway {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:02:18.635067 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131950'] for port, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:18.641572 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-50f6e915-0d77-4524-9808-eb4d0dcc898d tempest-TestMinimumBasicScenario-1751219007 tempest-TestMinimumBasicScenario-1751219007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:18.699457 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d906eb-5c29-4dd2-8371-86973947bf11,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:18.739635 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:18.808374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850930561'] for router_gateway, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.024832 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850934237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257981'] for router, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.031194 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.079873 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3836263'] for router, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.080827 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dccfc870-562f-4cb8-9a56-c66fdd89187a {{(pid=86309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 19:02:19.087636 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device f0d906eb-5c29-4dd2-8371-86973947bf11 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:02:19.103181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] Notify callbacks [] for router, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.108482 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-b5d60086-6c3c-4144-a004-286b9716a450 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dccfc870-562f-4cb8-9a56-c66fdd89187a HTTP/1.1" status: 204  len: 168 time: 1.7224076
Apr 19 19:02:19.109010 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52914) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:19.147908 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: f0d906eb-5c29-4dd2-8371-86973947bf11 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:02:19.148554 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device f0d906eb-5c29-4dd2-8371-86973947bf11 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:02:19.149321 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:02:19.217887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:02:19.218508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device a06e3b5b-8c5d-4c9c-bb7a-25cd3b0cec35 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:02:19.238383 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c3f3d3-3e4c-4efc-9423-cf78644ad652 admin admin] Deleting subnet 3189e123-bf5b-4403-b044-958695bf2f98 {{(pid=86309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 19:02:19.243611 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42c3f3d3-3e4c-4efc-9423-cf78644ad652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.305018 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42c3f3d3-3e4c-4efc-9423-cf78644ad652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851817323'] for subnet, precommit_delete_associations {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.396124 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42c3f3d3-3e4c-4efc-9423-cf78644ad652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742868'] for subnet, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.698136 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42c3f3d3-3e4c-4efc-9423-cf78644ad652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854032916', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850973081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10106527'] for subnet, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.704745 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-ed1b8ddf-43e2-4350-8b38-50104d3283a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:19.748294 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3f3d3-3e4c-4efc-9423-cf78644ad652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3189e123-bf5b-4403-b044-958695bf2f98,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:19.751047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-42c3f3d3-3e4c-4efc-9423-cf78644ad652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.757210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef86eb88-106f-438f-b4dd-4d79f55b94fe None None] Network f99a8297-68be-4fdc-aa04-205489b651fc requested from dv-cinder-786929-1-iscsi {{(pid=86310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 19:02:19.758066 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-42c3f3d3-3e4c-4efc-9423-cf78644ad652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:19.763666 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-42c3f3d3-3e4c-4efc-9423-cf78644ad652 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3189e123-bf5b-4403-b044-958695bf2f98 HTTP/1.1" status: 204  len: 168 time: 0.6529291
Apr 19 19:02:19.766617 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52918) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:19.904877 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-681624'] for network, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:19.919230 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Deleting port 65ec170d-5d0a-4eab-9b42-17921c9cf938 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:19.919699 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:20.052730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] DHCP port deletion for f99a8297-68be-4fdc-aa04-205489b651fc request from dv-cinder-786929-1-iscsi {{(pid=86310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 19:02:20.057505 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Deleting port 65ec170d-5d0a-4eab-9b42-17921c9cf938 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:20.057923 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:20.270017 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] For port 65ec170d-5d0a-4eab-9b42-17921c9cf938, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=65ec170d-5d0a-4eab-9b42-17921c9cf938,segment=NetworkSegment(4ad17510-478b-449f-80c4-45e54079208c),segment_id=4ad17510-478b-449f-80c4-45e54079208c)] {{(pid=86309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:02:20.270682 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:20.308044 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.db [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] For port 65ec170d-5d0a-4eab-9b42-17921c9cf938, host dv-cinder-786929-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-1-iscsi',level=0,port_id=65ec170d-5d0a-4eab-9b42-17921c9cf938,segment=NetworkSegment(4ad17510-478b-449f-80c4-45e54079208c),segment_id=4ad17510-478b-449f-80c4-45e54079208c)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 19:02:20.308435 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3842663'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:20.454639 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Calling delete_port for 65ec170d-5d0a-4eab-9b42-17921c9cf938 owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:02:20.562158 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-641989', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302105234975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734749092825'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:20.568344 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:20.628567 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] No DVR routers for this DVR port 65ec170d-5d0a-4eab-9b42-17921c9cf938 on host dv-cinder-786929-1-iscsi {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 19:02:20.630760 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Pushing event deleted for resources: {'Port': ['ID=65ec170d-5d0a-4eab-9b42-17921c9cf938,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:20.644511 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.645134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.645675 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.646210 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.646764 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.647290 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.647809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.648327 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.648834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.649342 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.649932 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.650469 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 19:02:20.656213 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-1d131bbd-5199-4061-ad83-df6c19953823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:20.760958 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Calling delete_port for 65ec170d-5d0a-4eab-9b42-17921c9cf938 owned by network:dhcp {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 19:02:20.843975 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.db.api [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 19:02:20.844303 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_db.api [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 19:02:21.052844 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 65ec170d-5d0a-4eab-9b42-17921c9cf938 no longer exists at agent ovs-agent-dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 19:02:21.095054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] No Port match for: 65ec170d-5d0a-4eab-9b42-17921c9cf938 {{(pid=86310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 19:02:21.095372 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.rpc [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Device 65ec170d-5d0a-4eab-9b42-17921c9cf938 not bound to the agent host dv-cinder-786929-1-iscsi {{(pid=86310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 19:02:21.345610 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Deleting port 65ec170d-5d0a-4eab-9b42-17921c9cf938 {{(pid=86309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 19:02:21.345953 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302105238644'] for port, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:21.426799 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.plugin [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] The port '65ec170d-5d0a-4eab-9b42-17921c9cf938' was deleted {{(pid=86309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 19:02:21.562702 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854033023', 'neutron.services.segments.db._delete_segments_for_network-8734749459571'] for network, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:21.690176 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b787ab4a8>,) {'filters': {'network_id': ['f99a8297-68be-4fdc-aa04-205489b651fc']}} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:21.705110 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b787ab4a8>, '4ad17510-478b-449f-80c4-45e54079208c') {'for_net_delete': True} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:21.705454 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.services.segments.db [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b787ab4a8>, '4ad17510-478b-449f-80c4-45e54079208c') {} {{(pid=86309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 19:02:21.719637 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302105109347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2958493'] for segment, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:21.738894 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854106446'] for segment, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:21.746650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=86309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 19:02:21.946005 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Network f99a8297-68be-4fdc-aa04-205489b651fc has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:02:21.956580 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-669381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852643943'] for segment, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:22.149152 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.plugins.ml2.managers [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Network f99a8297-68be-4fdc-aa04-205489b651fc has no segments {{(pid=86309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   % (table.description, expected, rows_matched)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   % (table.description, expected, rows_matched)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   % (table.description, expected, rows_matched)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   % (table.description, expected, rows_matched)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]: Traceback (most recent call last):
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     timer()
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     cb(*args, **kw)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     return func(*args, **kwargs)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     self._notify()
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     self.callback(batched_events)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     event.method(event)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     segment_id)['aggregates'][0]
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     return f(self, *a, **k)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self._get(url).json()
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     **kwargs)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     return self.request(url, 'GET', **kwargs)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     **endpoint_filter)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 19:02:22.175015 dv-cinder-786929-1-iscsi neutron-server[86194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 19:02:22.266287 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742793', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850971001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3704469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850934376'] for network, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:22.271887 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3704454'] for network, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:22.276710 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:22.302199 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=f99a8297-68be-4fdc-aa04-205489b651fc,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:22.305135 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:22.306901 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-17e15271-ad0a-4c11-867c-dce9cbc58c56 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f99a8297-68be-4fdc-aa04-205489b651fc HTTP/1.1" status: 204  len: 168 time: 2.5391445
Apr 19 19:02:22.493209 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52924) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:22.559634 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-299e964c-5168-46ac-811b-aaac4e9e0aa0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb521e79fead4cb2a39a3cefbc731695&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0646133
Apr 19 19:02:22.562642 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52928) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:22.639848 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-08e4b6f9-3ad5-4c69-b902-3afc42bb98fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:22.671570 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-08e4b6f9-3ad5-4c69-b902-3afc42bb98fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:22.738501 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-08e4b6f9-3ad5-4c69-b902-3afc42bb98fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:22.744604 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-0871f77f-26e8-4330-a292-afde53a899e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:22.761076 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4b6f9-3ad5-4c69-b902-3afc42bb98fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20b00c0-5e7e-4226-bc4c-ef388ae36999,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:22.764271 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-08e4b6f9-3ad5-4c69-b902-3afc42bb98fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:22.771211 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-08e4b6f9-3ad5-4c69-b902-3afc42bb98fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:22.773354 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-08e4b6f9-3ad5-4c69-b902-3afc42bb98fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a20b00c0-5e7e-4226-bc4c-ef388ae36999 HTTP/1.1" status: 204  len: 168 time: 0.2094581
Apr 19 19:02:23.227628 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52936) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:23.287007 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-6cf003b0-ad97-4293-b061-f9c3293a9ac5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ce3999530b44ca4a6f0389c6e6d857e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0574689
Apr 19 19:02:23.289864 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [-] (86309) accepted ('10.222.0.41', 52940) {{(pid=86309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 19:02:23.360732 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-934544de-4c43-4026-ba98-a0a41c93fb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:23.391306 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-934544de-4c43-4026-ba98-a0a41c93fb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:23.451890 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-934544de-4c43-4026-ba98-a0a41c93fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850970949'] for security_group, after_delete {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:23.457819 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-d1d38b00-740b-4939-94a6-d8c1bc9622fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 19:02:23.473670 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934544de-4c43-4026-ba98-a0a41c93fb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19950aec-28e7-412c-bdee-37253bec9be9,revision_number=None']} {{(pid=86309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 19:02:23.476634 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG oslo_concurrency.lockutils [None req-934544de-4c43-4026-ba98-a0a41c93fb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 19:02:23.482801 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-934544de-4c43-4026-ba98-a0a41c93fb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:23.485232 dv-cinder-786929-1-iscsi neutron-server[86194]: INFO neutron.wsgi [None req-934544de-4c43-4026-ba98-a0a41c93fb5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19950aec-28e7-412c-bdee-37253bec9be9 HTTP/1.1" status: 204  len: 168 time: 0.1935372
Apr 19 19:02:24.916730 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:02:39.954949 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-0dd0659b-9fb3-41ed-9f08-4495efe2ea52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:42.927717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4d98b4bd-dfed-4132-9340-8ae4461ce175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:43.320650 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:44.206374 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:44.769272 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:02:45.619047 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:01.916661 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:03:09.959771 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-56103ca7-b1ec-484a-833e-35f6338911fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:12.931323 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-c53e4c8c-ab06-449a-9045-3f0246f11061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:13.324472 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:14.213238 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:14.769147 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:15.622345 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:38.916712 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:03:39.961727 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-474c829d-068f-4d46-b7cc-2e29427c44b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:42.934817 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-411e88fe-ebb2-462b-acc2-c40137dad351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:43.325809 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:44.211098 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:44.783742 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:03:45.754737 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:09.966160 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d84c2537-0f30-45a2-a70b-b61dc885df89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:12.939769 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-9662b2e1-f43d-4950-965d-2d8c62b58cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:13.336938 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:14.210343 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:14.783506 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:15.631514 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:15.917181 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:04:39.971707 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-b3075acc-2394-450c-9039-f8ea6b0b7f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:42.943569 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-3cfa12ee-3c82-49e3-a297-0c5950abac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:43.331902 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:44.204788 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:44.789428 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:45.634295 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:04:52.917414 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:05:09.965686 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-e6284583-2c0a-4215-8327-fab73f778a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:12.948352 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-4e79a18e-425e-4211-8764-5976b2b663a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:13.333218 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:14.208486 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:14.782428 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:15.636508 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:29.925393 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:05:39.969824 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-a317d15e-ec60-48f0-ac8e-38857e9c1cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:42.952717 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-8085a08c-a8a5-4e27-9b62-a4546ce19e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:43.337053 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:44.212603 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:44.794899 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:05:45.707312 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:06.922373 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:06:09.974746 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ca6a7388-09e3-4adc-8952-d7b2e28606a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:12.956070 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-bda976c5-1402-4acf-a90f-d2249c32a201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:13.341148 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:14.218830 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:14.811134 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:15.642577 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:39.980236 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ccced296-282a-419c-ac17-adcf8e1b1609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:42.959366 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5c2530ba-f479-4961-b378-8b283fa15e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:43.346467 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:43.913291 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:06:44.212816 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:44.810039 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:06:45.646698 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:07:09.984446 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-7ffae5ea-1762-495a-8178-1dc3d417adbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:07:12.963479 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-1a4b99c1-0a25-41c1-997f-f75fe208cc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:07:13.347885 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb055-8a89-437a-b298-ad7322a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:07:14.218234 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-5568ed61-67a5-4b79-a8d1-73b9bf3f0458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:07:14.817349 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-6660d111-a483-4d0b-a72a-3c42b3f66f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:07:15.649944 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron_lib.callbacks.manager [None req-ad780aff-81d6-4911-9448-cdeaf22bcbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363302105316229', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854030941'] for agent, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 19:07:20.913834 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.db.agents_db [None req-8ecf0f1f-9525-425a-9d93-a071483c5ec1 None None] Agent healthcheck: found 6 active agents {{(pid=86311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 19:07:30.299054 dv-cinder-786929-1-iscsi neutron-server[86194]: DEBUG neutron.wsgi [req-60b9d65d-4799-43d5-bdb0-fbf437dba48d req-5fb66d49-02a3-4988-bdf8-6f5c90e13853 service neutron] (86309) timed out ('10.222.0.62', 63722) {{(pid=86309) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}